-- Logs begin at Fri 2021-08-27 14:17:00 UTC, end at Fri 2021-08-27 15:18:13 UTC. -- Aug 27 14:51:11.152053 dv-cinder-786929-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 14:51:13.901952 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.common.config [-] Logging enabled! Aug 27 14:51:13.902612 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 14:51:13.902808 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93852) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 14:51:13.906175 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.common.config [-] Logging enabled! Aug 27 14:51:13.906453 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 14:51:13.906772 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93852) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 14:51:13.907748 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 14:51:13.907980 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 14:51:13.908362 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 14:51:13.908600 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 14:51:13.908841 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 14:51:13.909164 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.909460 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.909764 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.909994 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.910293 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.910617 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.910903 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.911194 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.911490 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.911777 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.912058 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.912342 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.912571 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.912854 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.913145 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.913432 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.913664 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] debug = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.913945 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.914391 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.914815 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.915098 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.915390 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.915670 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.915951 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.916263 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.916551 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.916902 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] host = dv-cinder-786929-5-iscsi {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.917209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.917537 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.917830 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.918121 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.918424 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.918708 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.918995 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.919273 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.919670 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.919944 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.920236 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.920529 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.920823 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.921049 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.921273 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.921565 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.921853 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.922130 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.922434 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.922711 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.922986 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.923262 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.923532 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.924003 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.924201 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.924491 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.924767 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.925063 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.925337 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.925612 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.925901 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.926175 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.926475 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.926752 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.927038 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.927309 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.927582 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.927887 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.928176 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.928459 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.928746 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.929022 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.929308 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.929585 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.929858 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.930133 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_json = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.930474 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.930754 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.931036 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.931316 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.931590 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.931900 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.932178 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.932468 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:13.932770 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.933067 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.933372 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.933667 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.933966 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.934250 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.934564 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.934849 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.935140 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.935432 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.935726 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.936009 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.936297 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.936575 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.936871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.937179 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.937476 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.937773 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.938050 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.938326 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.938623 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.938902 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.939189 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.939639 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.939845 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.940138 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.940421 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.940713 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.941007 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.941299 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.941577 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.941857 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.942149 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.942450 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.942725 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.943002 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.943291 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.943574 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.943848 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.944130 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.944409 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.944681 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.944952 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.945228 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.945516 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.945794 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.946069 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.946364 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.946635 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.946907 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.947189 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.948054 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.948332 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.948605 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.948884 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.949158 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.949472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.949796 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.950072 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.950387 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.950652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.950924 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.951198 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.951473 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.951746 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.952016 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.952287 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.952564 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.952839 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.953113 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.953386 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.953658 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.953930 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.954226 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.954553 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.954836 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.955144 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.955398 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.955677 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.955956 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.956235 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.956515 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.956795 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.957070 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.957367 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.957654 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.957946 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.958232 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.958544 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.958849 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.959132 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.959416 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.959695 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.959991 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.960255 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.960539 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.960834 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.961127 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.961420 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.961713 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.962007 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.962290 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.962626 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.962908 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:13.963717 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 14:51:13.963973 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93852) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 14:51:14.319248 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 14:51:14.319517 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 14:51:14.319806 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 14:51:14.320137 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 14:51:14.724818 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.725107 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.725381 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.726805 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.727085 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.727351 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.765493 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.765766 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.766040 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.781550 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.781838 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.782114 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.811158 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.811571 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.811848 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.850910 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.851188 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:14.851458 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.091027 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.091650 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.091650 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.091816 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.092644 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.216724 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.217044 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.217334 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.217610 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.217882 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.218196 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.218483 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.218743 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.218998 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.219282 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.219543 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.219815 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.220072 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.220321 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.220582 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.220851 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.221109 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.221376 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.221647 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.221906 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.222239 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.222562 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.222835 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.223191 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.223442 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.223693 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.224105 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.224347 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.224587 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.224830 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.225067 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.225304 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:15.225678 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 14:51:15.229079 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 14:51:15.233541 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 14:51:15.237415 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 27 14:51:15.239111 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 14:51:15.239578 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 14:51:15.239916 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 14:51:15.240307 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 14:51:15.243201 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 14:51:15.243451 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 14:51:15.243810 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 14:51:15.249317 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 14:51:15.272559 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 14:51:15.273028 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.273337 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93852) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 14:51:15.273705 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.275148 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93852) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 14:51:15.275497 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 14:51:15.276246 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 14:51:15.279599 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.279887 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:15.345588 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 14:51:15.345799 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 14:51:15.345985 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 14:51:15.346413 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 14:51:15.368486 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_db.sqlalchemy.engines [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93852) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 14:51:15.914733 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing driver for type 'gre' Aug 27 14:51:15.915261 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] gre ID ranges: [(1, 1000)] Aug 27 14:51:15.974622 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing driver for type 'local' Aug 27 14:51:15.975106 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing driver for type 'vlan' Aug 27 14:51:15.991393 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] VlanTypeDriver initialization complete Aug 27 14:51:15.991877 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing driver for type 'vxlan' Aug 27 14:51:15.992396 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] vxlan ID ranges: [(1, 1000)] Aug 27 14:51:16.053990 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing extension driver 'port_security' Aug 27 14:51:16.054399 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] PortSecurityExtensionDriver initialization complete Aug 27 14:51:16.054743 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing mechanism driver 'openvswitch' Aug 27 14:51:16.055072 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing mechanism driver 'hyperv' Aug 27 14:51:16.062284 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:16.063041 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.063418 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.063776 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.064304 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.064741 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.065099 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.065449 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.065853 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.066261 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.066640 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.066992 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.067386 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.067793 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.068142 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.068482 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.069018 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.069431 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.069786 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.070131 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.070557 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.070966 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.071317 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.071661 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.072052 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 14:51:16.072538 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] ML2 OVO RPC backend initialized. {{(pid=93852) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 14:51:16.073646 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.074110 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.074573 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.074938 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > networks before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.075296 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.075653 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > ports before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.076009 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.076361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.076717 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.077068 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.077415 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.077760 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.078144 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.078509 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.078856 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.079202 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.079547 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.080171 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.plugin [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Modular L2 Plugin initialization complete Aug 27 14:51:16.080508 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading services supported by the core plugin {{(pid=93852) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 14:51:16.080841 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.plugins.ml2.managers [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Got port-security extension from driver 'port_security' Aug 27 14:51:16.081320 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.extensions.vlantransparent [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Disabled vlantransparent extension. Aug 27 14:51:16.081825 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93852) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 14:51:16.082144 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: router Aug 27 14:51:16.121807 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.122494 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_create 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.122588 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router before_create 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.122962 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.123345 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.123713 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_delete 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.124075 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.124434 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.124802 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_create 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.125157 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.125514 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.125869 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.126234 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.126678 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.127059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.127406 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.127747 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: subnet after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.128090 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.128443 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.128799 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.129153 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.129503 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.129867 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router after_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.130217 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.130603 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.130977 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.131328 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.131700 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > agent after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.132057 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.132407 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.133329 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Tracking information for resource: router configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:16.133739 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Tracking information for resource: floatingip configured {{(pid=93852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 14:51:16.139026 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.db.l3_agentschedulers_db [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 14:51:16.139627 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.139999 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.140357 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.140717 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: port after_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.141538 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router before_create 55550100 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.141912 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.142285 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.142678 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.147403 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.provider_configuration [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service providers = [] {{(pid=93852) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 14:51:16.147774 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.db.servicetype_db [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93852) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 14:51:16.150902 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.service_base [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 14:51:16.151258 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.service_base [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 14:51:16.151647 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.service_base [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 14:51:16.152556 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.services.service_base [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 14:51:16.152934 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.services.service_base [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 14:51:16.153330 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.153655 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 14:51:16.164703 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.164961 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: auto_allocate Aug 27 14:51:16.171447 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: network precommit_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.171831 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: network precommit_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.172374 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.172704 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: tag Aug 27 14:51:16.179505 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.179842 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: timestamp Aug 27 14:51:16.184530 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.184865 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: network_ip_availability Aug 27 14:51:16.190432 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.190818 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.191183 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.191947 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.192274 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: flavors Aug 27 14:51:16.197128 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.197501 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading Plugin: revisions Aug 27 14:51:16.201834 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 14:51:16.202235 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.882s {{(pid=93852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 14:51:16.203032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93852) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 14:51:16.203374 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Initializing extension manager. Aug 27 14:51:16.203892 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: __init__.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.204242 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: __pycache__ {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.204589 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.204931 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: address_group.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.205715 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.206308 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: address-group Aug 27 14:51:16.206678 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: address_scope.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.207403 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.207919 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: address-scope Aug 27 14:51:16.208244 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.209198 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.209737 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: router-admin-state-down-before-update Aug 27 14:51:16.210050 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: agent.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.211073 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.211529 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: agent Aug 27 14:51:16.211858 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: agent_resources_synced.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.212789 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.213307 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: agent-resources-synced Aug 27 14:51:16.213635 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.216047 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.216579 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: allowed-address-pairs Aug 27 14:51:16.216915 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.218012 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.218567 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: auto-allocated-topology Aug 27 14:51:16.218903 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: availability_zone.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.219615 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.220131 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: availability_zone Aug 27 14:51:16.220461 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: availability_zone_filter.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.221466 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.222007 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: availability_zone_filter Aug 27 14:51:16.222350 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: data_plane_status.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.223287 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.223802 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 14:51:16.224135 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: default_subnetpools.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.225070 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.225618 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: default-subnetpools Aug 27 14:51:16.225955 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.226838 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.227359 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: dhcp_agent_scheduler Aug 27 14:51:16.227689 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: dns.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.228657 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.229175 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 14:51:16.229504 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: dns_domain_ports.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.230472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.230995 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 14:51:16.231320 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.232263 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.232779 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 14:51:16.233360 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: dvr.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.234043 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.234596 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: dvr Aug 27 14:51:16.234920 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: ecmp_routes.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.235863 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.236378 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 14:51:16.236705 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: empty_string_filtering.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.237645 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.238162 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: empty-string-filtering Aug 27 14:51:16.238527 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.239456 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.239971 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 14:51:16.240297 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.241222 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.241768 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 14:51:16.242096 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: external_net.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.243171 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.243688 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: external-net Aug 27 14:51:16.244013 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.245604 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.246122 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: extra_dhcp_opt Aug 27 14:51:16.246480 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: extraroute.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.247416 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.247932 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: extraroute Aug 27 14:51:16.248258 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: extraroute_atomic.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.249319 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.249840 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: extraroute-atomic Aug 27 14:51:16.250165 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: filter_validation.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.250875 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.251390 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: filter-validation Aug 27 14:51:16.251717 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: fip_pf_description.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.252649 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.253160 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 14:51:16.253487 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: fip_port_details.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.254472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.254988 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: fip-port-details Aug 27 14:51:16.255335 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: flavors.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.256581 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.257107 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: flavors Aug 27 14:51:16.257438 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.259171 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.259712 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 14:51:16.260083 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: floatingip_pools.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.260801 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.261325 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: floatingip-pools Aug 27 14:51:16.261662 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: ip_allocation.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.262647 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.263170 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 14:51:16.263500 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.264452 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.264979 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: ip-substring-filtering Aug 27 14:51:16.265314 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l2_adjacency.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.266255 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.266795 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 14:51:16.267127 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.268304 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.268841 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: router Aug 27 14:51:16.269174 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.271522 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.272058 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 14:51:16.272396 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.273348 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.273877 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: ext-gw-mode Aug 27 14:51:16.274214 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.275268 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.276319 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: l3-ha Aug 27 14:51:16.276649 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3_flavors.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.277580 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.278102 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: l3-flavors Aug 27 14:51:16.278473 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.279407 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.279926 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 14:51:16.280256 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: l3agentscheduler.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.281365 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.281853 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: l3_agent_scheduler Aug 27 14:51:16.282268 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: logging.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.283736 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.284268 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension logging not supported by any of loaded plugins Aug 27 14:51:16.284607 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: metering.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.285371 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.286059 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: metering Aug 27 14:51:16.286302 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.287443 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.290201 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: metering_source_and_destination_fields Aug 27 14:51:16.290201 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: multiprovidernet.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.290201 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.290201 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: multi-provider Aug 27 14:51:16.290201 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: netmtu.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.290989 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.292121 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: net-mtu Aug 27 14:51:16.292449 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: netmtu_writable.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.293404 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.293920 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: net-mtu-writable Aug 27 14:51:16.294252 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: network_availability_zone.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.294974 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.295485 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: network_availability_zone Aug 27 14:51:16.295815 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: network_ip_availability.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.296934 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.297461 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: network-ip-availability Aug 27 14:51:16.297794 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: network_segment_range.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.298623 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.299140 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 14:51:16.299471 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: pagination.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.300470 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.300808 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: pagination Aug 27 14:51:16.301133 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: port_device_profile.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.302081 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.302659 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: port-device-profile Aug 27 14:51:16.302989 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.303926 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.304452 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: port-mac-address-regenerate Aug 27 14:51:16.304832 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.305719 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.306324 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: port-numa-affinity-policy Aug 27 14:51:16.306615 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: port_resource_request.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.307567 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.308085 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 14:51:16.308409 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: portbindings.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.309360 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.309878 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: binding Aug 27 14:51:16.310207 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: portbindings_extended.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.311691 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.312220 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: binding-extended Aug 27 14:51:16.312557 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: portsecurity.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.313493 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.314014 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: port-security Aug 27 14:51:16.314358 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: project_id.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.315388 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.315727 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: project-id Aug 27 14:51:16.316063 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: providernet.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.317010 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.317544 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: provider Aug 27 14:51:16.317875 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.321521 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.322064 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos not supported by any of loaded plugins Aug 27 14:51:16.322455 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.323822 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.324352 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 14:51:16.324699 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.325641 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.326169 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 14:51:16.326545 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_default.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.327477 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.327999 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-default not supported by any of loaded plugins Aug 27 14:51:16.328337 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_fip.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.329014 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.329530 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 14:51:16.329862 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.330845 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.331367 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 14:51:16.331698 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.332633 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.333151 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 14:51:16.333481 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_pps_rule.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.334725 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.335258 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 14:51:16.335591 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.336521 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.337041 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 14:51:16.337371 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: qos_rules_alias.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.338983 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.339512 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 14:51:16.339844 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: quotasv2.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.340838 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.341174 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: quotas Aug 27 14:51:16.341506 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: quotasv2_detail.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.344683 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.345030 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: quota_details Aug 27 14:51:16.345380 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: rbac.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.346737 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.347302 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: rbac-policies Aug 27 14:51:16.347630 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: rbac_address_group.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.348593 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.349128 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: rbac-address-group Aug 27 14:51:16.349459 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: rbac_address_scope.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.350445 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.350980 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: rbac-address-scope Aug 27 14:51:16.351319 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: rbac_security_groups.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.352261 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.352789 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: rbac-security-groups Aug 27 14:51:16.353121 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.354652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.355183 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: rbac-subnetpool Aug 27 14:51:16.355513 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: revisionifmatch.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.356459 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.356995 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: revision-if-match Aug 27 14:51:16.357337 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: revisions.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.358780 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.359313 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: standard-attr-revisions Aug 27 14:51:16.359649 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: router_availability_zone.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.360350 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.360870 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: router_availability_zone Aug 27 14:51:16.361199 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: routerservicetype.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.362137 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.362696 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 14:51:16.363025 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.363965 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.364485 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: security-groups-normalized-cidr Aug 27 14:51:16.364817 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.365752 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.366274 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: port-security-groups-filtering Aug 27 14:51:16.366627 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.367576 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.368103 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: security-groups-remote-address-group Aug 27 14:51:16.368434 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: securitygroup.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.379829 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.380384 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: security-group Aug 27 14:51:16.380724 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: segment.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.381575 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.382102 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension segment not supported by any of loaded plugins Aug 27 14:51:16.382464 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.383470 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.383993 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 14:51:16.384327 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: servicetype.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.385582 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.386120 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: service-type Aug 27 14:51:16.386487 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: sorting.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.387498 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.387836 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: sorting Aug 27 14:51:16.388170 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: standard_attr_segment.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.389101 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.389629 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 14:51:16.389960 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: standardattrdescription.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.390656 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.391181 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: standard-attr-description Aug 27 14:51:16.391511 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: stateful_security_group.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.392470 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.392995 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: stateful-security-group Aug 27 14:51:16.393328 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: stdattrs_common.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.393927 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 14:51:16.394256 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.395256 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.395782 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 14:51:16.396120 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnet_onboard.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.397228 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.397758 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: subnet_onboard Aug 27 14:51:16.398094 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.399075 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.399595 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 14:51:16.399926 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnet_service_types.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.401386 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.401907 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: subnet-service-types Aug 27 14:51:16.402246 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnetallocation.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.403378 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.403901 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: subnet_allocation Aug 27 14:51:16.404232 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.404927 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.405448 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: subnetpool-prefix-ops Aug 27 14:51:16.405783 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.406769 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.407290 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 14:51:16.407620 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: tagging.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.408835 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.409447 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: standard-attr-tag Aug 27 14:51:16.409817 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: timestamp.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.411196 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.411775 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loaded extension: standard-attr-timestamp Aug 27 14:51:16.412142 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: trunk.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.413318 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.413894 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension trunk not supported by any of loaded plugins Aug 27 14:51:16.414284 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: trunk_details.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.415359 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.416039 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 14:51:16.416799 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.417831 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.418430 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 14:51:16.418807 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Loading extension file: vlantransparent.py {{(pid=93852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 14:51:16.419563 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 14:51:16.420091 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 14:51:16.422938 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:network Aug 27 14:51:16.423529 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnet Aug 27 14:51:16.423993 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 14:51:16.424426 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:port Aug 27 14:51:16.425868 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.426399 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service FLAVORS assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.427108 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.427608 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.427981 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:router Aug 27 14:51:16.428468 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 14:51:16.428982 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service METERING assigned prefix: /metering {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.430584 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.431154 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.431733 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 14:51:16.432933 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 14:51:16.433390 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:security_group Aug 27 14:51:16.433836 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 14:51:16.434575 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service CORE assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.435022 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 14:51:16.435545 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] subnetpool is already registered Aug 27 14:51:16.437095 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service CORE assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.437437 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 14:51:16.437784 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] subnetpool is already registered Aug 27 14:51:16.440253 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.440695 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service FLAVORS assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.441301 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.441732 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.442071 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:router Aug 27 14:51:16.442455 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] router is already registered Aug 27 14:51:16.442883 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 14:51:16.443228 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] floatingip is already registered Aug 27 14:51:16.443696 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service METERING assigned prefix: /metering {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.444383 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 14:51:16.444718 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] rbac_policy is already registered Aug 27 14:51:16.445140 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:security_group Aug 27 14:51:16.445488 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] security_group is already registered Aug 27 14:51:16.445902 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 14:51:16.446245 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] security_group_rule is already registered Aug 27 14:51:16.446920 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service CORE assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.447253 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 14:51:16.447618 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] subnetpool is already registered Aug 27 14:51:16.448047 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.v2.resource_helper [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Service CORE assigned prefix: {{(pid=93852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 14:51:16.448379 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 14:51:16.448718 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING neutron.quota.resource_registry [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] subnetpool is already registered Aug 27 14:51:16.449203 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: extensions {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.450738 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: address-groups {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.452254 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: address-scopes {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.453577 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: agents {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.454802 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: auto-allocated-topology {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.456047 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: availability_zones {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.457299 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: dhcp-networks {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.458866 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: dhcp-agents {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.460275 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: routers {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.462512 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: flavors {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.464230 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: service_profiles {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.465455 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: next_providers {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.466939 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: service_profiles {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.468463 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: floatingip-pools {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.469692 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: routers {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.471855 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: floatingips {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.473149 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: l3-routers {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.474567 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: l3-agents {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.475964 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: metering-labels {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.477329 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: metering-label-rules {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.479196 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: network-ip-availabilities {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.480490 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: bindings {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.482139 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: quotas {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.483887 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: quotas {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.485331 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: rbac-policies {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.486562 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: security-groups {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.487881 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: security-group-rules {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.489125 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: service-providers {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.490365 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: subnetpools {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.492998 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: subnetpools {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.494601 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.496293 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.498106 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.499916 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.501756 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.503659 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.505574 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.507643 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.509463 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.511305 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron.api.extensions [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Extended resource: tags {{(pid=93852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 14:51:16.517384 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING keystonemiddleware.auth_token [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 14:51:16.522197 dv-cinder-786929-5-iscsi neutron-server[93852]: WARNING keystonemiddleware.auth_token [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 14:51:16.531146 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Acquired lock "singleton_lock" {{(pid=93852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 14:51:16.531632 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_concurrency.lockutils [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Releasing lock "singleton_lock" {{(pid=93852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 14:51:16.532287 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Starting 2 workers Aug 27 14:51:16.537170 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Started child 93959 {{(pid=93852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 14:51:16.542317 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Started child 93960 {{(pid=93852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 14:51:16.543338 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.543981 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO neutron.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 14:51:16.544648 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Notify callbacks [] for process, before_spawn {{(pid=93852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.544912 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [-] (93959) wsgi starting up on http://0.0.0.0:9696 Aug 27 14:51:16.547127 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Starting 1 workers Aug 27 14:51:16.547260 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.548563 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [-] (93960) wsgi starting up on http://0.0.0.0:9696 Aug 27 14:51:16.552471 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Started child 93961 {{(pid=93852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 14:51:16.553040 dv-cinder-786929-5-iscsi neutron-server[93852]: INFO oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Starting 1 workers Aug 27 14:51:16.556699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] calling RpcWorker wait() {{(pid=93961) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 14:51:16.557462 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] returning from RpcWorker wait() {{(pid=93961) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 14:51:16.557758 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Started child 93962 {{(pid=93852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 14:51:16.558769 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba9cd-9664-4d3f-879f-d82ddd157bf0 None None] Notify callbacks [] for process, after_spawn {{(pid=93852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.558882 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.559518 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:16.560684 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 14:51:16.560898 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 14:51:16.561075 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 14:51:16.561301 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 14:51:16.561650 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 14:51:16.561814 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 14:51:16.562361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.562593 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:16.563079 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.563079 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.563218 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.563434 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.564031 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.564281 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.564547 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.564819 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.565076 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.565261 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.565416 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.565677 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.565911 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.566214 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.566536 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.566784 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.567467 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.567467 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.567467 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.567941 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.568600 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.568871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] debug = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.569139 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.569977 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.570383 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.570646 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.570874 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.571157 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.571402 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.571677 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.571943 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.572163 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.572546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.572823 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.573079 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.573318 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.573568 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.573838 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.574069 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.574598 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] host = dv-cinder-786929-5-iscsi {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.574818 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.575040 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.575272 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.575540 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.575800 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.576019 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.576276 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.576526 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.576804 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.577054 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.577313 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.577569 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.577793 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.578441 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.578441 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_options = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.578441 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.578900 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579033 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579191 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579387 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579553 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579824 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.579964 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.580128 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.580358 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.580570 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.580812 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.581031 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.581268 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.581557 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.581803 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.582041 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.582261 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.582533 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.582804 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.583032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.583269 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.583526 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.583767 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.584031 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.584277 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.584413 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.584656 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.584874 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.585117 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.585377 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.585638 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.585889 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.586149 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.586424 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.586654 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.586875 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.587152 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.587389 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.587653 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.588411 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.588667 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.588897 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.589121 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.589356 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.589604 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_json = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.589824 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.590095 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.590291 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.590540 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.590744 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.590960 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.591179 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.591427 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.591876 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.592169 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.592484 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.592734 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.592978 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.593219 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.593454 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.593696 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.593950 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.594185 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.594584 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.594740 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.595034 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.595257 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.595432 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:16.595607 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.595868 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.596129 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.596400 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.596649 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.596868 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.597087 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.597331 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.597611 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.597836 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.598083 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.598317 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.598563 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.598892 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.599166 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.599431 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.599700 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.599935 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.600178 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.600396 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.600640 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.600859 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.601090 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.601372 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.601591 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.601810 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.602054 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.602310 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.602568 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.602803 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.603076 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.603320 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.603582 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.604407 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.604564 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.604772 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.604996 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.605238 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.605469 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.605711 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.605968 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.606487 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.606487 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.607272 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.607272 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.607272 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.615472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.616652 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.617871 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.619066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.620059 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.621312 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.622444 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.623534 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.624581 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.624581 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.624581 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.624581 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625391 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625391 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625391 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625391 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625948 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.625948 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.626254 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.626433 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.626599 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.626819 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.627106 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.627360 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.627629 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.627893 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.628145 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.628398 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.628693 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.628901 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.629122 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.629341 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.629583 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.629807 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.630056 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.630275 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.630542 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.630781 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.631029 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.631263 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.631481 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.631721 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.631940 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.632185 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.632406 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.632636 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.632856 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.633078 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.633326 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.633546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.633784 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.634011 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.634234 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.634513 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.634748 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.635641 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.635805 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.636030 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.636282 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.636511 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.636770 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.636990 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.637241 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.637482 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.637702 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.637933 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.638148 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639481 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639595 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.639885 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.640137 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.640369 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.640607 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.640826 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.641087 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.641325 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.641560 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.641778 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.641994 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.642209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.642527 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.642764 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.643032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.643248 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.643467 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.643681 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.643899 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.644119 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.644411 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.644674 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.644907 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.645152 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.645392 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.645392 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.645392 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.645392 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.646840 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.646840 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.646975 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.647215 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.647462 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.647675 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.648424 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.648424 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.648424 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.648883 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.648883 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.650032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.650032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.650032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.650032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651597 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651597 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.651975 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.652118 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.652364 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.652606 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.652823 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.653048 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.653268 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.653482 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.653774 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.654026 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.654271 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.654599 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.654833 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.655092 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.655352 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.655805 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.655976 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.656149 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.656393 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.656615 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.656867 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.657127 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.657466 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.657744 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.657995 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.658242 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.658559 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.658844 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.659129 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.659364 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.659669 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.660008 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.660278 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.660545 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.660842 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.661019 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.661279 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.661503 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.661743 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.661991 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.662251 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.662641 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.662755 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.662917 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.663211 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.663389 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.663642 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.663839 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.664072 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.664385 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.664582 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.664738 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 14:51:16.665287 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 14:51:16.665490 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 14:51:16.666215 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 14:51:16.666215 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 14:51:16.666215 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 14:51:16.666215 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 14:51:16.666957 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.666957 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.666957 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.666957 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.666957 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.667608 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.667608 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.667608 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.667608 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668119 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668119 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668119 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668525 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668525 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668525 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668923 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668923 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.668923 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669307 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669307 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669570 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669570 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669843 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] debug = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.669843 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670115 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670283 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670451 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670591 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670730 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.670879 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671027 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671165 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671302 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671440 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671578 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671728 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.671866 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672004 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672142 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672288 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672473 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] host = dv-cinder-786929-5-iscsi {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672613 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672751 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.672889 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673027 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673165 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673328 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673495 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673664 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673805 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.673943 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674105 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674250 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674455 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674602 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674768 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_options = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.674914 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675064 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675227 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675414 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675584 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675740 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.675883 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676239 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676239 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676606 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676606 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676891 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.676891 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677155 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677155 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677418 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677418 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677680 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677680 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677963 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.677963 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678227 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678398 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678543 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678680 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678818 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.678955 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679093 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679243 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679383 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679537 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679692 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679833 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.679971 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680121 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680260 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680398 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680545 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680687 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680850 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.680995 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.681163 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.681328 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.681493 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.681680 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.681846 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_json = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682007 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682147 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682307 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682558 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682698 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682836 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.682974 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.683112 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 14:51:16.683302 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.683461 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.683897 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684062 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684223 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684389 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684555 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684720 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.684885 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685051 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685205 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685374 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685551 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685716 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.685881 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.686050 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.686401 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.686401 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.686783 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.686783 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687061 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687061 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687335 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687335 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687598 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687598 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687860 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.687998 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688144 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688283 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688430 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688571 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688708 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.688845 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689005 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689172 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689339 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689493 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689655 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689820 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.689986 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690143 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690303 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690503 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690645 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690796 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.690937 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691098 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691264 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691429 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691596 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691764 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.691931 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692096 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692322 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692463 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692601 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692751 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.692889 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693027 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693186 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693352 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693517 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693671 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693834 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.693999 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.694177 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.694361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.694511 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.694704 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.694865 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695004 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695155 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695301 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695439 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695577 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.695742 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.696033 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.696719 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.696719 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.696719 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.697139 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.697139 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.697139 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698085 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698085 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698085 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698520 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698520 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698520 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698825 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.698908 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699018 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699183 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699347 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699512 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699676 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.699841 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700006 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700173 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700328 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700576 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700746 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.700911 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.701074 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.702016 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.702123 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.702928 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703103 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703270 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703437 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703609 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703775 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.703940 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704105 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704269 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704447 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704614 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704782 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.704947 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705133 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705291 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705458 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705625 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705790 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.705954 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.706121 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.706287 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.706624 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.706767 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.706966 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707076 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707181 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707347 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707512 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707677 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.707842 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708032 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708198 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708363 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708528 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708692 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.708856 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709021 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709187 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709352 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709517 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709683 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.709849 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710013 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710182 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710385 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710532 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710699 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.710873 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.711037 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.711197 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.714361 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.715546 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.716745 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.717131 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.717320 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.717503 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.717682 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.717859 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718034 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718209 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718414 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718573 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718755 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.718913 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719077 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719247 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719416 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719583 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719751 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.719918 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720083 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720269 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720435 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720604 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720761 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.720920 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721083 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721244 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721410 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721578 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721750 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.721892 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722049 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722220 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722438 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722627 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722981 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.722981 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723322 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723322 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723592 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723738 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723882 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.723999 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.724097 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.724834 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.725590 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.725758 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.725926 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726092 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726258 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726455 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726634 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726808 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.726951 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727213 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727352 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727472 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727591 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727735 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.727900 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728066 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728219 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728380 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728578 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728745 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.728911 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729076 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729239 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729403 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729577 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729731 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.729876 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730046 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730189 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730428 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730578 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730737 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.730876 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731036 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731185 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731354 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731499 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731686 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.731837 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732010 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732158 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732333 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732480 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732637 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.732811 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.733243 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.733449 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.733594 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.733730 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.733872 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734045 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734193 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734477 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734648 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734834 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.734966 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735090 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735212 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735337 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735449 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735621 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735785 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.735947 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736109 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736279 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736435 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736601 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736765 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.736930 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.737094 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.737248 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.737487 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.737625 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 14:51:16.737752 dv-cinder-786929-5-iscsi neutron-server[93852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 14:51:16.755523 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:16.856727 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 49906) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:16.866013 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067148 Aug 27 14:51:28.803911 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4574418-b071-4fa5-8fea-ed3c6173bac0 None None] get_active_networks_info from dv-cinder-786929-5-iscsi {{(pid=93961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:51:28.861350 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4574418-b071-4fa5-8fea-ed3c6173bac0 None None] No non-hosted networks {{(pid=93961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 14:51:28.877950 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.agentschedulers_db [None req-f4574418-b071-4fa5-8fea-ed3c6173bac0 None None] DHCP Agent not found on host dv-cinder-786929-5-iscsi {{(pid=93961) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 14:51:28.955548 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e3a87818-e69d-4bfd-bd63-10f98dfa73e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:31.528788 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3984a168-e70c-4d46-8dc8-a5762f5e7c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:31.609463 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac626872-4664-47a5-9496-d441216ea402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:32.067107 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:32.068036 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.068530 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.069706 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.070051 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.072906 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.073432 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.073970 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.074529 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.076150 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.076669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.077209 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.077693 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:32.081431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786929-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:32.109579 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786929-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:32.613695 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:34.710958 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.db.l3_hamode_db [None req-f2491536-2cbd-424a-8adb-31a1d83b0950 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 14:51:34.793635 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2491536-2cbd-424a-8adb-31a1d83b0950 None None] Routers set() bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:51:34.793964 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2491536-2cbd-424a-8adb-31a1d83b0950 None None] Router IDs set() for agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 14:51:34.828522 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:36.054928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 49998) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:36.565088 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING oslo_policy.policy [None req-bc316748-c1c0-4ce8-8f12-8a1a7a5f2a0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:36.565674 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING oslo_policy.policy [None req-bc316748-c1c0-4ce8-8f12-8a1a7a5f2a0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:36.796202 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [None req-bc316748-c1c0-4ce8-8f12-8a1a7a5f2a0d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:36.797312 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-bc316748-c1c0-4ce8-8f12-8a1a7a5f2a0d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7414193 Aug 27 14:51:39.411285 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:39.952385 dv-cinder-786929-5-iscsi neutron-server[93959]: WARNING oslo_policy.policy [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:39.952979 dv-cinder-786929-5-iscsi neutron-server[93959]: WARNING oslo_policy.policy [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:40.177762 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:40.272381 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.policy [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 14:51:40.317463 dv-cinder-786929-5-iscsi neutron-server[93959]: WARNING oslo_policy.policy [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:40.317831 dv-cinder-786929-5-iscsi neutron-server[93959]: WARNING oslo_policy.policy [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:40.326997 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.quota [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] Loaded quota_driver: . Aug 27 14:51:40.419197 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780542377001', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780542376564', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780542356714', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780542358022', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780540608798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780542248675', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1759970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768434', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567826'] for rbac-policy, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:40.483384 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:40.485067 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-820b1da7-81bc-4234-8a04-f3c405d5027a admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0716760 Aug 27 14:51:43.159811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50030) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:43.466132 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Request body: {'network': {'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'name': 'private', 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:43.467598 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.quota [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Loaded quota_driver: . Aug 27 14:51:43.523677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Made reservation on behalf of 7dc633493bdf4373a723456368c5b8d6 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:51:43.591337 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.policy [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93960) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 14:51:43.637735 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING oslo_policy.policy [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:43.638113 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING oslo_policy.policy [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 14:51:43.649127 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:43.671387 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:43.820458 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:43.825360 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:43.852623 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:51:43.881535 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780543293669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:43.882141 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Unsubscribe: segment precommit_create {{(pid=93960) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 14:51:43.882704 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Added segment 07891e39-5b23-4d2a-afcd-4f69ea8cc021 of type vlan for network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e Aug 27 14:51:43.889332 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad960dfc-50e4-4b84-b68f-b340e36f378d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:43.930081 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.930471 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.930842 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.931177 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.931543 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.931915 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.932310 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.932591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.932927 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.933283 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.933603 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.933919 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Tracked resource versions report: Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: pushed versions: Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: { 'AddressGroup': {'1.2'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Log': {'1.0'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Network': {'1.1'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Port': {'1.7'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'PortForwarding': {'1.2'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'QosPolicy': {'1.9'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroup': {'1.4'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SubPort': {'1.0'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Subnet': {'1.1'}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Trunk': {'1.1'}} Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: consumer versions: Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'ConntrackHelper': '1.0', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Log': '1.0', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Network': '1.1', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Port': '1.7', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'PortForwarding': '1.2', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'QosPolicy': '1.9', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroup': '1.4', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroupRule': '1.2', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SubPort': '1.0', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Subnet': '1.1', Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Trunk': '1.1'}} Aug 27 14:51:43.935486 dv-cinder-786929-5-iscsi neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:51:44.010875 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:44.054036 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:44.055157 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:44.055827 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:44.139365 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9783881 Aug 27 14:51:44.161487 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac408-6b5a-4f39-bb94-8e348d977bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=58a7547a-ee61-4bc9-aa7c-8e3824a6068e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:44.174315 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:51:46.858236 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50046) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:47.280653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e7d57-765a-4bf6-8fef-a78196667c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:47.282074 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-da6e7d57-765a-4bf6-8fef-a78196667c4c admin admin] 10.222.0.42 "GET /v2.0/networks/58a7547a-ee61-4bc9-aa7c-8e3824a6068e HTTP/1.1" status: 200 len: 825 time: 0.4225719 Aug 27 14:51:47.323421 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-24151577-4283-4a01-9279-dfd2c158e3ce admin admin] 10.222.0.42 "GET /v2.0/subnetpools/cc36540c-7862-4f75-8941-3fda8550b03c HTTP/1.1" status: 200 len: 734 time: 0.0350177 Aug 27 14:51:47.333215 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:47.355878 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Made reservation on behalf of 7dc633493bdf4373a723456368c5b8d6 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:51:47.358257 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:47.666439 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:47.735222 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Checking segment: {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:51:47.735600 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Network hostable DHCP agents. Network: 58a7547a-ee61-4bc9-aa7c-8e3824a6068e, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:51:47.740342 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c623a08-5df0-4c78-b60c-e3e9cbd4efd4,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:47.758982 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:51:47.771605 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 58a7547a-ee61-4bc9-aa7c-8e3824a6068e) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:51:47.776949 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:47.777536 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:47.782203 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6fb780-0ba8-4044-8398-15d4d5ecfde0 None None] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:51:47.793445 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9dd128f1-c6b7-4923-a078-705a1db4c01f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4636703 Aug 27 14:51:48.117962 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:51:48.119950 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.408349 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Allocated IP 172.20.0.2 (58a7547a-ee61-4bc9-aa7c-8e3824a6068e/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4/c200638b-ff94-45a3-ab97-b7cadc3fddc1) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:51:48.656229 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.704395 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Transition to ACTIVE for port object c200638b-ff94-45a3-ab97-b7cadc3fddc1 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:48.727858 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Transition to ACTIVE for port object c200638b-ff94-45a3-ab97-b7cadc3fddc1 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:48.736666 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.803490 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:51:48.810417 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:51:48.821923 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:51:48.824963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Pushing event updated for resources: {'Port': ['ID=c200638b-ff94-45a3-ab97-b7cadc3fddc1,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:48.857429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.857429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.857429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.857429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.857429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.858005 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.858005 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.858207 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.858480 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.859057 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.859376 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.859692 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Tracked resource versions report: Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: pushed versions: Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: { 'AddressGroup': {'1.2'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Log': {'1.0'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Network': {'1.1'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Port': {'1.7'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'PortForwarding': {'1.2'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'QosPolicy': {'1.9'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroup': {'1.4'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SubPort': {'1.0'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Subnet': {'1.1'}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Trunk': {'1.1'}} Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: consumer versions: Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'ConntrackHelper': '1.0', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Log': '1.0', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Network': '1.1', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Port': '1.7', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'PortForwarding': '1.2', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'QosPolicy': '1.9', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroup': '1.4', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroupRule': '1.2', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SubPort': '1.0', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Subnet': '1.1', Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Trunk': '1.1'}} Aug 27 14:51:48.860838 dv-cinder-786929-5-iscsi neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:51:48.911493 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Attempting to bind port c200638b-ff94-45a3-ab97-b7cadc3fddc1 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:51:48.911901 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Attempting to bind port c200638b-ff94-45a3-ab97-b7cadc3fddc1 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:51:48.912331 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Attempting to bind port c200638b-ff94-45a3-ab97-b7cadc3fddc1 on network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:48.917276 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:51:48.917680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Checking segment: {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:51:48.918165 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.918576 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Bound using segment: {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:51:48.919065 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Bound port: c200638b-ff94-45a3-ab97-b7cadc3fddc1, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:51:48.919458 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.980397 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] For port c200638b-ff94-45a3-ab97-b7cadc3fddc1, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:48.984792 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] For port c200638b-ff94-45a3-ab97-b7cadc3fddc1, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=c200638b-ff94-45a3-ab97-b7cadc3fddc1,segment=NetworkSegment(07891e39-5b23-4d2a-afcd-4f69ea8cc021),segment_id=07891e39-5b23-4d2a-afcd-4f69ea8cc021)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:51:48.989570 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:49.058603 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a792a-163e-4e37-a0d7-8b91f9f4fe38 None None] Pushing event updated for resources: {'Port': ['ID=c200638b-ff94-45a3-ab97-b7cadc3fddc1,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:50.253370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50054) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:50.599967 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [None req-9a686c4c-1097-4b83-ae78-b57ec10e9b37 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:50.600965 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9a686c4c-1097-4b83-ae78-b57ec10e9b37 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3466096 Aug 27 14:51:53.055985 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:53.393855 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [None req-6c684524-00f2-4629-a64e-bab60cfb996d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:53.395041 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-6c684524-00f2-4629-a64e-bab60cfb996d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3380511 Aug 27 14:51:56.050193 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50072) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:56.366604 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:56.394145 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:56.395718 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:56.537800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:56.543116 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:56.555803 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:56.557029 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-dc8396e2-8fe5-4757-a6ee-0e18c20343f6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5058534 Aug 27 14:51:57.537540 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddcbc43-4b72-4a60-97c3-181d16edef52 None None] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:51:57.600308 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0dcb401c-061e-4961-a976-2b99749c9d44 None None] Provisioning for port c200638b-ff94-45a3-ab97-b7cadc3fddc1 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:58.371681 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c200638b-ff94-45a3-ab97-b7cadc3fddc1 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:51:58.454144 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port c200638b-ff94-45a3-ab97-b7cadc3fddc1 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:58.457624 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port c200638b-ff94-45a3-ab97-b7cadc3fddc1 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:51:58.458018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:58.565055 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:58.598904 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port c200638b-ff94-45a3-ab97-b7cadc3fddc1, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=c200638b-ff94-45a3-ab97-b7cadc3fddc1,segment=NetworkSegment(07891e39-5b23-4d2a-afcd-4f69ea8cc021),segment_id=07891e39-5b23-4d2a-afcd-4f69ea8cc021)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:58.602749 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:58.651908 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=c200638b-ff94-45a3-ab97-b7cadc3fddc1,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:58.700379 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2690-6059-479c-8c71-c3c346d0236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:58.958611 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50084) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:59.267764 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [None req-c2a542b8-4528-4ad8-8daa-849a8b29e12e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:59.268762 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c2a542b8-4528-4ad8-8daa-849a8b29e12e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092036 Aug 27 14:52:00.350170 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c200638b-ff94-45a3-ab97-b7cadc3fddc1 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:52:00.407321 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port c200638b-ff94-45a3-ab97-b7cadc3fddc1 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:00.407689 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:01.531261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2cb1b4c-c973-4a0e-9fd9-5744d4a22572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:01.683623 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:52:01.996545 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:52:02.023957 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Made reservation on behalf of 917792c24c55416cbd6d48b116f6e0df for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:52:02.026737 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.043275 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.054548 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.159984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.163564 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.174901 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93959) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 14:52:02.206888 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780543293669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.207450 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Unsubscribe: segment precommit_create {{(pid=93959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 14:52:02.207977 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Added segment bc2aeca0-d5cc-4475-b664-4820cee96d83 of type flat for network 248ce647-a43b-4e50-b944-9c460055ac68 Aug 27 14:52:02.223563 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff7789-9e6e-4b64-af9c-53cd60441713,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:02.249875 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.250228 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.250594 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.250922 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.251244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.251653 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.251979 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.252297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.252631 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.252951 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.253262 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.253569 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Tracked resource versions report: Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: pushed versions: Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: { 'AddressGroup': {'1.2'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Log': {'1.0'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Network': {'1.1'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Port': {'1.7'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'PortForwarding': {'1.2'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'QosPolicy': {'1.9'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroup': {'1.4'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SubPort': {'1.0'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Subnet': {'1.1'}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Trunk': {'1.1'}} Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: consumer versions: Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'ConntrackHelper': '1.0', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Log': '1.0', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Network': '1.1', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Port': '1.7', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'PortForwarding': '1.2', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'QosPolicy': '1.9', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroup': '1.4', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroupRule': '1.2', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SubPort': '1.0', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Subnet': '1.1', Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Trunk': '1.1'}} Aug 27 14:52:02.254683 dv-cinder-786929-5-iscsi neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:52:02.345487 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.397199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.398419 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:02.399055 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:02.486473 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8017652 Aug 27 14:52:02.494715 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec522cf-0448-41aa-82c8-57200c5746d6 admin admin] Pushing event updated for resources: {'Network': ['ID=248ce647-a43b-4e50-b944-9c460055ac68,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:02.505963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 248ce647-a43b-4e50-b944-9c460055ac68 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:52:02.574431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:04.776510 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:04.858717 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:52:05.077166 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37398a-7a1b-449b-a4b6-745022f30027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:05.078575 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ac37398a-7a1b-449b-a4b6-745022f30027 admin admin] 10.222.0.42 "GET /v2.0/subnets/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4 HTTP/1.1" status: 200 len: 849 time: 0.2185915 Aug 27 14:52:05.255589 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1195b2ea-5ff5-4ecf-8dbc-1050744c64aa admin admin] 10.222.0.42 "GET /v2.0/routers/30f28f1b-8781-4847-a832-cb297cbd40a5 HTTP/1.1" status: 200 len: 704 time: 0.1709895 Aug 27 14:52:05.530315 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:05.834182 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Allocated IP 172.20.0.1 (58a7547a-ee61-4bc9-aa7c-8e3824a6068e/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4/967e0a75-3590-46a2-9463-4f0697f56f4b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:52:06.019432 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.043408 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Transition to ACTIVE for port object 967e0a75-3590-46a2-9463-4f0697f56f4b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:52:06.112658 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.189307 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:52:06.197474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:52:06.199472 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Pushing event updated for resources: {'Port': ['ID=967e0a75-3590-46a2-9463-4f0697f56f4b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:06.212170 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:52:06.213233 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.407592 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0e170dc0-8329-4156-adc5-6cfa2e5f199d None None] Provisioning for port 967e0a75-3590-46a2-9463-4f0697f56f4b completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:52:06.411211 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0e170dc0-8329-4156-adc5-6cfa2e5f199d None None] Provisioning complete for port 967e0a75-3590-46a2-9463-4f0697f56f4b triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:06.411586 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0e170dc0-8329-4156-adc5-6cfa2e5f199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.416949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.448615 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-0e170dc0-8329-4156-adc5-6cfa2e5f199d None None] Port 967e0a75-3590-46a2-9463-4f0697f56f4b cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:52:06.674434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.678863 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.679801 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.756830 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Pushing event updated for resources: {'Port': ['ID=967e0a75-3590-46a2-9463-4f0697f56f4b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:06.807462 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:52:06.808721 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:52:06.970731 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f5037bd7-6bf9-4dfe-bb39-dab160d0f1b5 None None] Provisioning complete for port 967e0a75-3590-46a2-9463-4f0697f56f4b triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:06.971099 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5037bd7-6bf9-4dfe-bb39-dab160d0f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:06.980348 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Router 30f28f1b-8781-4847-a832-cb297cbd40a5 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:52:07.005612 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-f5037bd7-6bf9-4dfe-bb39-dab160d0f1b5 None None] Port 967e0a75-3590-46a2-9463-4f0697f56f4b cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:52:07.075338 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:52:07.080935 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-771755d2-2616-4bf2-932e-7268333a782e admin admin] 10.222.0.42 "PUT /v2.0/routers/30f28f1b-8781-4847-a832-cb297cbd40a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8192763 Aug 27 14:52:07.085338 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Sync routers for ids ['30f28f1b-8781-4847-a832-cb297cbd40a5'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:52:07.097315 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Routers {'30f28f1b-8781-4847-a832-cb297cbd40a5'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:52:07.098209 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:52:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['30f28f1b-8781-4847-a832-cb297cbd40a5'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:07.285215 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Set router 30f28f1b-8781-4847-a832-cb297cbd40a5 gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:52:07.716994 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:06Z', 'revision_number': 2, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port_host': None, '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:06Z', 'revision_number': 2, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:07.766551 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Checking router: 30f28f1b-8781-4847-a832-cb297cbd40a5 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:52:07.766919 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Updating router 30f28f1b-8781-4847-a832-cb297cbd40a5 port 967e0a75-3590-46a2-9463-4f0697f56f4b binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:52:07.817191 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.334932 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.352520 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Transition to ACTIVE for port object 967e0a75-3590-46a2-9463-4f0697f56f4b will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:52:08.359614 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.519052 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Attempting to bind port 967e0a75-3590-46a2-9463-4f0697f56f4b on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:52:08.519453 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Attempting to bind port 967e0a75-3590-46a2-9463-4f0697f56f4b by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:52:08.519884 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Attempting to bind port 967e0a75-3590-46a2-9463-4f0697f56f4b on network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:52:08.528169 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:52:08.528583 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Checking segment: {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:52:08.529099 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.529488 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Bound using segment: {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:52:08.530014 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Bound port: 967e0a75-3590-46a2-9463-4f0697f56f4b, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07891e39-5b23-4d2a-afcd-4f69ea8cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:52:08.530413 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.543483 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Pushing event updated for resources: {'Port': ['ID=967e0a75-3590-46a2-9463-4f0697f56f4b,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:08.569634 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.569904 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.570241 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.570594 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.570921 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.571245 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.571568 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.571921 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.572261 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.572581 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.572897 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.573212 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Tracked resource versions report: Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: pushed versions: Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: { 'AddressGroup': {'1.2'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'ConntrackHelper': {'1.0'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Log': {'1.0'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Network': {'1.1'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Port': {'1.7'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'PortForwarding': {'1.2'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'QosPolicy': {'1.9'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroup': {'1.4'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SubPort': {'1.0'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Subnet': {'1.1'}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Trunk': {'1.1'}} Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: consumer versions: Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'ConntrackHelper': '1.0', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Log': '1.0', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Network': '1.1', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Port': '1.7', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'PortForwarding': '1.2', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'QosPolicy': '1.9', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroup': '1.4', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroupRule': '1.2', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SubPort': '1.0', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Subnet': '1.1', Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Trunk': '1.1'}} Aug 27 14:52:08.574314 dv-cinder-786929-5-iscsi neutron-server[93962]: {{(pid=93962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:52:08.610154 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] For port 967e0a75-3590-46a2-9463-4f0697f56f4b, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:52:08.630538 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] For port 967e0a75-3590-46a2-9463-4f0697f56f4b, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=967e0a75-3590-46a2-9463-4f0697f56f4b,segment=NetworkSegment(07891e39-5b23-4d2a-afcd-4f69ea8cc021),segment_id=07891e39-5b23-4d2a-afcd-4f69ea8cc021)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:52:08.635539 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:08.693055 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Routers {'30f28f1b-8781-4847-a832-cb297cbd40a5'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:52:08.693672 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:52:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['30f28f1b-8781-4847-a832-cb297cbd40a5'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:08.698531 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f316-3695-49f4-b7d9-1fb80aa827a0 None None] Pushing event updated for resources: {'Port': ['ID=967e0a75-3590-46a2-9463-4f0697f56f4b,revision_number=4']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:08.807988 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] Set router 30f28f1b-8781-4847-a832-cb297cbd40a5 gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:52:09.021213 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:06Z', 'revision_number': 2, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port_host': None, '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:08Z', 'revision_number': 4, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:09.047707 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e0dc5-3907-4cc5-8806-0a43bea1e398 None None] The sync data for ids ['30f28f1b-8781-4847-a832-cb297cbd40a5'] in dv-cinder-786929-5-iscsi is: [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:06Z', 'revision_number': 2, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port_host': None, '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:08Z', 'revision_number': 4, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:52:09.346793 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:52:09.460402 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71e962-53c6-461e-86ea-7b682d517245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:09.461784 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ef71e962-53c6-461e-86ea-7b682d517245 admin admin] 10.222.0.42 "GET /v2.0/networks/248ce647-a43b-4e50-b944-9c460055ac68 HTTP/1.1" status: 200 len: 842 time: 0.1140335 Aug 27 14:52:09.472602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:52:09.497756 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Made reservation on behalf of 917792c24c55416cbd6d48b116f6e0df for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:52:09.500062 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:09.617787 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:52:09.810984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.objects.ports [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:52:09.811461 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:09.868395 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a898340-9726-4982-90af-838b2facdb95,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:09.881950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:52:09.882311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Network hostable DHCP agents. Network: 248ce647-a43b-4e50-b944-9c460055ac68, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:52:09.903465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:52:09.914470 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 248ce647-a43b-4e50-b944-9c460055ac68) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:52:09.920311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:09.920861 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:09.926958 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6452e7-1dd5-48d8-b7b0-2e85fe07f7d6 None None] Network 248ce647-a43b-4e50-b944-9c460055ac68 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:52:09.948559 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-560970f1-4a9c-45b4-ae3c-a3fa804cd0c8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4668145 Aug 27 14:52:10.063634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370318ed-df34-4b38-8baa-49dc8549746c None None] Network 248ce647-a43b-4e50-b944-9c460055ac68 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:52:12.239750 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:52:12.378270 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-09a15c8b-62b8-4b29-8e4b-b0bacf9dd27f admin admin] 10.222.0.42 "GET /v2.0/routers/30f28f1b-8781-4847-a832-cb297cbd40a5 HTTP/1.1" status: 200 len: 710 time: 0.1369908 Aug 27 14:52:12.471783 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6095627-c12b-4d2f-aa35-2b80187394c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:12.473249 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e6095627-c12b-4d2f-aa35-2b80187394c6 admin admin] 10.222.0.42 "GET /v2.0/networks/248ce647-a43b-4e50-b944-9c460055ac68 HTTP/1.1" status: 200 len: 886 time: 0.0888166 Aug 27 14:52:12.482997 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:52:12.831451 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.076167 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.156495 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.280475 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Allocated IP 172.27.2.93 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/4ec6db8a-ef58-47ad-a388-b92e70e0103c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:52:13.387200 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.434105 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.471976 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:52:13.474729 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:52:13.477452 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:52:13.521246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec6db8a-ef58-47ad-a388-b92e70e0103c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:13.749979 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.973732 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4395'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:13.979589 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-750016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-750025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751982'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.091069 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Router 30f28f1b-8781-4847-a832-cb297cbd40a5 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:52:14.204876 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:52:14.209733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.211145 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d0a917c1-f7b4-47ac-8572-93c01bdce743 admin admin] 10.222.0.42 "PUT /v2.0/routers/30f28f1b-8781-4847-a832-cb297cbd40a5 HTTP/1.1" status: 200 len: 889 time: 1.7315834 Aug 27 14:52:14.399293 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 967e0a75-3590-46a2-9463-4f0697f56f4b up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:52:14.470791 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 967e0a75-3590-46a2-9463-4f0697f56f4b completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:52:14.476024 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 967e0a75-3590-46a2-9463-4f0697f56f4b triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:14.476428 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.576840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.628149 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 967e0a75-3590-46a2-9463-4f0697f56f4b, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=967e0a75-3590-46a2-9463-4f0697f56f4b,segment=NetworkSegment(07891e39-5b23-4d2a-afcd-4f69ea8cc021),segment_id=07891e39-5b23-4d2a-afcd-4f69ea8cc021)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:52:14.633649 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.698903 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=967e0a75-3590-46a2-9463-4f0697f56f4b,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:15.754390 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Sync routers for ids ['30f28f1b-8781-4847-a832-cb297cbd40a5'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:52:15.767555 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Routers {'30f28f1b-8781-4847-a832-cb297cbd40a5'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:52:15.768330 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:52:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['30f28f1b-8781-4847-a832-cb297cbd40a5'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:16.046318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Set router 30f28f1b-8781-4847-a832-cb297cbd40a5 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:52:16.390068 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 967e0a75-3590-46a2-9463-4f0697f56f4b up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:52:16.479515 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 967e0a75-3590-46a2-9463-4f0697f56f4b triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:16.479880 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:16.528991 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:13Z', 'revision_number': 4, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port': {'id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:13Z', 'updated_at': '2021-08-27T14:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:14Z', 'revision_number': 5, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:16.588959 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Checking router: 30f28f1b-8781-4847-a832-cb297cbd40a5 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:52:16.589226 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Updating router 30f28f1b-8781-4847-a832-cb297cbd40a5 port 4ec6db8a-ef58-47ad-a388-b92e70e0103c binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:52:16.664869 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:16.761415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:52:16.892589 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-28bd7395-6f03-43bb-89ef-02dcd117bc9b admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1298203 Aug 27 14:52:17.049707 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.064567 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Transition to ACTIVE for port object 4ec6db8a-ef58-47ad-a388-b92e70e0103c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:52:17.071590 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.135186 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d4e5a-d105-4ae9-93b8-7fb5f43fb129 None None] Pushing event updated for resources: {'Port': ['ID=4ec6db8a-ef58-47ad-a388-b92e70e0103c,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:17.141757 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Attempting to bind port 4ec6db8a-ef58-47ad-a388-b92e70e0103c on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:52:17.142205 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Attempting to bind port 4ec6db8a-ef58-47ad-a388-b92e70e0103c by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:52:17.142542 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Attempting to bind port 4ec6db8a-ef58-47ad-a388-b92e70e0103c on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:52:17.148072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:52:17.148495 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:52:17.148959 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.149407 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:52:17.149976 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Bound port: 4ec6db8a-ef58-47ad-a388-b92e70e0103c, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:52:17.151043 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.207482 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] For port 4ec6db8a-ef58-47ad-a388-b92e70e0103c, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:52:17.210953 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] For port 4ec6db8a-ef58-47ad-a388-b92e70e0103c, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4ec6db8a-ef58-47ad-a388-b92e70e0103c,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:52:17.216539 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.279113 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Routers {'30f28f1b-8781-4847-a832-cb297cbd40a5'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:52:17.279784 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:52:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['30f28f1b-8781-4847-a832-cb297cbd40a5'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:17.281720 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d4e5a-d105-4ae9-93b8-7fb5f43fb129 None None] Pushing event updated for resources: {'Port': ['ID=4ec6db8a-ef58-47ad-a388-b92e70e0103c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:17.480175 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] Set router 30f28f1b-8781-4847-a832-cb297cbd40a5 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:52:17.738987 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:13Z', 'revision_number': 4, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port': {'id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:13Z', 'updated_at': '2021-08-27T14:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:14Z', 'revision_number': 5, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:52:17.773933 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abecb0-3a51-4cde-81f7-b45e9447a1d9 None None] The sync data for ids ['30f28f1b-8781-4847-a832-cb297cbd40a5'] in dv-cinder-786929-5-iscsi is: [{'id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'name': 'router1', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:51:56Z', 'updated_at': '2021-08-27T14:52:13Z', 'revision_number': 4, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'gw_port': {'id': '4ec6db8a-ef58-47ad-a388-b92e70e0103c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:13Z', 'updated_at': '2021-08-27T14:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '967e0a75-3590-46a2-9463-4f0697f56f4b', 'name': '', 'network_id': '58a7547a-ee61-4bc9-aa7c-8e3824a6068e', 'tenant_id': '7dc633493bdf4373a723456368c5b8d6', 'mac_address': 'fa:16:3e:55:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f28f1b-8781-4847-a832-cb297cbd40a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:52:05Z', 'updated_at': '2021-08-27T14:52:14Z', 'revision_number': 5, 'project_id': '7dc633493bdf4373a723456368c5b8d6', 'subnets': [{'id': '3c623a08-5df0-4c78-b60c-e3e9cbd4efd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36540c-7862-4f75-8941-3fda8550b03c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:52:18.459349 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4ec6db8a-ef58-47ad-a388-b92e70e0103c up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:52:18.532436 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 4ec6db8a-ef58-47ad-a388-b92e70e0103c completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:52:18.536389 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4ec6db8a-ef58-47ad-a388-b92e70e0103c triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:18.536811 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:18.616623 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:18.651816 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 4ec6db8a-ef58-47ad-a388-b92e70e0103c, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4ec6db8a-ef58-47ad-a388-b92e70e0103c,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:52:18.656254 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:18.721063 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=4ec6db8a-ef58-47ad-a388-b92e70e0103c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:52:20.381089 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4ec6db8a-ef58-47ad-a388-b92e70e0103c up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:52:20.435091 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4ec6db8a-ef58-47ad-a388-b92e70e0103c triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:52:20.435456 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:28.704938 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f86c0888-e843-497f-9033-84a5df4c6e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:31.534357 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-414c3153-f1a9-44c8-a613-5b715b66060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:32.069779 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:32.547496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:34.800573 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:46.624055 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:52:58.701429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2e220a5-2beb-49dd-8eb2-d28400257f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:01.536530 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5385a08e-2ae8-46b9-912d-4c7e06644b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:02.063277 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:02.543644 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:04.802301 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:23.615404 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:53:28.702888 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-43d74f66-d11e-4d80-91f6-181069cf3b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:31.538648 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-df957d33-8ece-4bbb-9b8c-68a56d00bc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:32.058509 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:32.547126 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:34.804126 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:55.196746 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:53:55.268569 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaccfec-f6d3-4406-b26c-80a48636a021 admin admin] GET failed (client error): The resource could not be found. Aug 27 14:53:55.269894 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cdaccfec-f6d3-4406-b26c-80a48636a021 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0721974 Aug 27 14:53:55.515438 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec45b4-82d6-44a2-947a-6f8061369ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:55.517003 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c7ec45b4-82d6-44a2-947a-6f8061369ac4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2424977 Aug 27 14:53:57.825373 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:53:57.917967 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c07a2e-d6b8-461a-9612-ba2b5ca3ec8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:57.919370 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f8c07a2e-d6b8-461a-9612-ba2b5ca3ec8a admin admin] 10.222.0.42 "GET /v2.0/subnets/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4 HTTP/1.1" status: 200 len: 849 time: 0.0930328 Aug 27 14:53:57.929502 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:53:58.016767 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:58.183566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780543268904'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:58.214893 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:58.215492 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:58.217160 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] 10.222.0.42 "PUT /v2.0/subnets/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4 HTTP/1.1" status: 200 len: 868 time: 0.2909970 Aug 27 14:53:58.219639 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ea7a0-0133-43d6-a200-3d642ebf506c None None] Network 58a7547a-ee61-4bc9-aa7c-8e3824a6068e requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:53:58.237122 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c623a08-5df0-4c78-b60c-e3e9cbd4efd4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:53:58.244962 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.245316 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.245666 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.246007 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.246362 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.246723 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.247058 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.247393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.247726 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.248056 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.248385 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.248716 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d228d25-febe-4d3f-8953-f5bbb959af33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:53:58.612695 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5e9568be-c474-4f73-b1b3-b35061f4de99 None None] Provisioning complete for port c200638b-ff94-45a3-ab97-b7cadc3fddc1 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:53:58.613072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5e9568be-c474-4f73-b1b3-b35061f4de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:58.712973 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ba385d52-bca4-4c79-ab17-8c86b951565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:58.715132 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5e9568be-c474-4f73-b1b3-b35061f4de99 None None] Provisioning complete for port 967e0a75-3590-46a2-9463-4f0697f56f4b triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:53:58.715502 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5e9568be-c474-4f73-b1b3-b35061f4de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:00.461119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:00.614304 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:54:00.658587 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca2598-0ba7-4ab1-bb99-df087ad93ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:00.658981 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca2598-0ba7-4ab1-bb99-df087ad93ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:00.660547 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4aca2598-0ba7-4ab1-bb99-df087ad93ff5 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979384 Aug 27 14:54:01.536077 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b1d05bdf-34fd-4f8a-90c2-d1b310daf26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.061618 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.549549 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.929042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:03.064578 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825306e-80b7-4540-a6b4-885ceed33fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.065058 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825306e-80b7-4540-a6b4-885ceed33fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.066641 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c825306e-80b7-4540-a6b4-885ceed33fe8 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365776 Aug 27 14:54:04.806226 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:05.282583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:05.416968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b98f38-7f43-4552-911a-f5ed10879ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.418380 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e2b98f38-7f43-4552-911a-f5ed10879ed6 admin admin] 10.222.0.42 "GET /v2.0/networks/248ce647-a43b-4e50-b944-9c460055ac68 HTTP/1.1" status: 200 len: 886 time: 0.1347947 Aug 27 14:54:07.593970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:07.724267 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f2f11-a022-4e69-abc5-02cd5dd6c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:07.725667 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-533f2f11-a022-4e69-abc5-02cd5dd6c84d admin admin] 10.222.0.42 "GET /v2.0/networks/58a7547a-ee61-4bc9-aa7c-8e3824a6068e HTTP/1.1" status: 200 len: 869 time: 0.1306822 Aug 27 14:54:09.977025 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50768) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:10.114460 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4613d-fb62-4811-9b70-87aa1524570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:10.114912 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4613d-fb62-4811-9b70-87aa1524570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:10.116427 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-7fb4613d-fb62-4811-9b70-87aa1524570e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384594 Aug 27 14:54:12.322052 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50778) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:12.422259 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eefbde-5daf-4d5c-a88d-6ff5ac993320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:12.422746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eefbde-5daf-4d5c-a88d-6ff5ac993320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:12.424348 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-34eefbde-5daf-4d5c-a88d-6ff5ac993320 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012099 Aug 27 14:54:14.658888 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:14.750150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed38d6-5667-44f9-9d7a-0624d5de0ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:14.751550 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-5aed38d6-5667-44f9-9d7a-0624d5de0ac5 admin admin] 10.222.0.42 "GET /v2.0/subnets/3c623a08-5df0-4c78-b60c-e3e9cbd4efd4 HTTP/1.1" status: 200 len: 868 time: 0.0917895 Aug 27 14:54:16.950689 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:17.039423 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed5b1c-eab3-4020-9b26-255b5a84a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:17.041193 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f9ed5b1c-eab3-4020-9b26-255b5a84a82a admin admin] 10.222.0.42 "GET /v2.0/subnets/9a898340-9726-4982-90af-838b2facdb95 HTTP/1.1" status: 200 len: 816 time: 0.0894983 Aug 27 14:54:28.704677 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-29783b79-502a-4f1b-a32a-ab3284bc592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:31.543471 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-336e6e42-e49d-4ee5-bb63-83154daa7340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:32.068204 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:32.551641 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:34.812137 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:37.614156 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:54:41.295897 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50848) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:41.343607 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [None req-49fb3838-2067-4132-a0ed-a8ab402629fd admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:54:41.344750 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-49fb3838-2067-4132-a0ed-a8ab402629fd admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479102 Aug 27 14:54:43.665297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:43.724605 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e428f34c-e313-4c03-884f-8bd6db848eac admin admin] GET failed (client error): The resource could not be found. Aug 27 14:54:43.725923 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e428f34c-e313-4c03-884f-8bd6db848eac admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596695 Aug 27 14:54:43.808726 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317c342-bc8f-42e4-a430-efc827c77615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:43.810179 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a317c342-bc8f-42e4-a430-efc827c77615 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0791705 Aug 27 14:54:46.030348 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50864) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:46.077241 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:46.098290 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Made reservation on behalf of 917792c24c55416cbd6d48b116f6e0df for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:54:46.100517 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:46.134794 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING neutron.services.revisions.revision_plugin [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Could not find related network for resource to bump revision. Aug 27 14:54:46.146858 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:54:46.156491 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:46.156797 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Added segment 2a166154-26b4-4032-9077-61d5ac020dce of type vlan for network 5a5211cd-dffd-42cc-819f-77191cbd9edb Aug 27 14:54:46.197314 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:46.220229 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:46.221136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:46.221705 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:46.276298 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2448018 Aug 27 14:54:46.280924 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Pushing event updated for resources: {'Network': ['ID=5a5211cd-dffd-42cc-819f-77191cbd9edb,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:46.289431 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.289825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.290168 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.290535 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.290867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.291198 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.291525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.291851 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.292180 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.292503 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.292826 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.293146 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e8493-36e4-4b35-acc9-0401a311df9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:46.304504 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:54:48.473259 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:48.532750 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53c3d7a-0ff6-43e4-b0b4-5357c0a5cd48 admin admin] GET failed (client error): The resource could not be found. Aug 27 14:54:48.534061 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d53c3d7a-0ff6-43e4-b0b4-5357c0a5cd48 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598507 Aug 27 14:54:48.605416 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e9c23-8fff-4f2f-a95e-d3d465230835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:48.606885 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3d1e9c23-8fff-4f2f-a95e-d3d465230835 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681188 Aug 27 14:54:48.617302 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Request body: {'subnet': {'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:48.636480 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Made reservation on behalf of 917792c24c55416cbd6d48b116f6e0df for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:54:48.638932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:48.801051 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:48.854970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=240d377c-1148-4b71-841d-8d196076ff8a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:48.861533 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Checking segment: {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:54:48.861884 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Network hostable DHCP agents. Network: 5a5211cd-dffd-42cc-819f-77191cbd9edb, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:54:48.877538 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:54:48.886284 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 5a5211cd-dffd-42cc-819f-77191cbd9edb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:54:48.890300 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:48.890999 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:48.899224 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee94d9-5c3e-4b83-86df-32fb5fc47964 None None] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:54:48.906295 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-95841382-c216-46d7-8a91-acc6d651f85a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2923062 Aug 27 14:54:49.154352 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-5a5211cd-dffd-42cc-819f-77191cbd9edb', 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb', 'tenant_id': '917792c24c55416cbd6d48b116f6e0df', 'fixed_ips': [{'subnet_id': '240d377c-1148-4b71-841d-8d196076ff8a'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:54:49.155272 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.289971 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Allocated IP 192.168.233.2 (5a5211cd-dffd-42cc-819f-77191cbd9edb/240d377c-1148-4b71-841d-8d196076ff8a/d4711906-4279-40bd-a9f3-79a08dca4450) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:54:49.434716 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.442890 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Transition to ACTIVE for port object d4711906-4279-40bd-a9f3-79a08dca4450 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:54:49.458954 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Transition to ACTIVE for port object d4711906-4279-40bd-a9f3-79a08dca4450 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:54:49.465026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.511590 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:54:49.514517 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:54:49.517020 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:54:49.522776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Pushing event updated for resources: {'Port': ['ID=d4711906-4279-40bd-a9f3-79a08dca4450,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:49.533608 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.533961 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.534306 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.534669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.535037 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.535389 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.535716 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.536045 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.536389 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.536718 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.537039 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.537357 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:49.584225 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Attempting to bind port d4711906-4279-40bd-a9f3-79a08dca4450 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:54:49.584597 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Attempting to bind port d4711906-4279-40bd-a9f3-79a08dca4450 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:54:49.584970 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Attempting to bind port d4711906-4279-40bd-a9f3-79a08dca4450 on network 5a5211cd-dffd-42cc-819f-77191cbd9edb {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:54:49.589966 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:54:49.590358 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Checking segment: {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:54:49.590796 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.591186 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Bound using segment: {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:54:49.591673 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Bound port: d4711906-4279-40bd-a9f3-79a08dca4450, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:54:49.592066 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.654758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] For port d4711906-4279-40bd-a9f3-79a08dca4450, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:54:49.657788 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] For port d4711906-4279-40bd-a9f3-79a08dca4450, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=d4711906-4279-40bd-a9f3-79a08dca4450,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:54:49.662503 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.720322 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af133ff-49ed-4079-a12b-6bea6d9fcdbd None None] Pushing event updated for resources: {'Port': ['ID=d4711906-4279-40bd-a9f3-79a08dca4450,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:50.515900 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4711906-4279-40bd-a9f3-79a08dca4450 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:54:50.544916 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226766f6-f0e5-4398-b9aa-dd94c3b13dfd None None] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:54:50.616785 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-80e31ddf-3c07-4094-871e-6aabde38057b None None] Provisioning for port d4711906-4279-40bd-a9f3-79a08dca4450 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:54:50.644073 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port d4711906-4279-40bd-a9f3-79a08dca4450 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:54:50.655033 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port d4711906-4279-40bd-a9f3-79a08dca4450 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:54:50.655412 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.792001 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.829261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port d4711906-4279-40bd-a9f3-79a08dca4450, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=d4711906-4279-40bd-a9f3-79a08dca4450,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:50.835743 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.891653 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=d4711906-4279-40bd-a9f3-79a08dca4450,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:51.055026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-77633df2-7a8c-4fbd-8750-14cbe75dd538 None None] Provisioning complete for port d4711906-4279-40bd-a9f3-79a08dca4450 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:54:51.055306 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-77633df2-7a8c-4fbd-8750-14cbe75dd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.474867 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4711906-4279-40bd-a9f3-79a08dca4450 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:54:52.522149 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port d4711906-4279-40bd-a9f3-79a08dca4450 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:54:52.522547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:58.707654 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fc3c038e-98c3-497f-8db6-dfd722079355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:01.534473 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b51c775-abea-4b2e-af80-97dddc30004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:02.059955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:02.556233 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:04.814237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:14.612069 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:55:28.710481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64867d07-e4c8-462d-8685-ea0ac84b63cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:31.535840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ac646d4-f466-4a31-a3ff-e7589285eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:32.063432 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:32.559143 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.817236 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.610554 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:55:56.923156 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:56.929637 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [None req-db00ced8-ddf0-4a8e-8e31-cca8920c95ea tempest-verify_tempest_config-789425242 tempest-verify_tempest_config-789425242-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:55:56.930662 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-db00ced8-ddf0-4a8e-8e31-cca8920c95ea tempest-verify_tempest_config-789425242 tempest-verify_tempest_config-789425242-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064614 Aug 27 14:55:57.216866 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 50944) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:57.319718 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.403962 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.407510 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.454636 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a02b274d046e4dcf91aac0d3c6d04ad0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2367129 Aug 27 14:55:57.455591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e8599-53dd-4034-a79e-3dbe392c7a66,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:57.457340 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 50950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:57.462833 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.463185 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.463530 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.463867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.464308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.464699 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.465001 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.465358 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.465687 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.466015 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.466372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.466683 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a0d849-e15d-42b4-bef4-e99a32a9523f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.514199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.534232 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.620252 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.622804 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.623943 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d49e8599-53dd-4034-a79e-3dbe392c7a66 HTTP/1.1" status: 204 len: 168 time: 0.1656177 Aug 27 14:55:57.631378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e8599-53dd-4034-a79e-3dbe392c7a66,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:57.638029 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.638414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.638759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.639096 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.639430 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.639780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.640114 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.640457 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.640786 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.641115 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.641440 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:57.641760 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22042fb-cff0-4ce1-ac83-f125867d5a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:58.711256 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-263c1eb5-4585-4e57-9671-f7030895e6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.541568 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb5d-271e-4320-be0d-1c8c3878039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.064815 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.561607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:04.820691 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:28.608589 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:56:28.712813 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-352321de-a4e7-4652-a670-0ed6644b4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:31.542785 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6dd0513e-2a9d-432a-ab40-83bccaab14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.066218 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.563657 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:34.823610 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:58.712342 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5995-7096-404d-845d-a61b7cbd707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:01.543943 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-dcbefbd9-5c53-43c2-a741-2d643a37c7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:02.070223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:02.565676 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:04.827786 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:05.607681 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:57:28.713567 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-bb485076-aa48-49c7-8bae-8cdf085c7a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.544722 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4e825247-e197-451f-953b-aca3cd5e97ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:32.071403 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:32.569202 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:34.829492 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.340625 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748910'] for agent, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:42.605977 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:57:50.328250 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51022) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:50.431495 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-97d88b0f-956a-4918-b72c-f35d664b3d6f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019170 Aug 27 14:57:52.670226 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51032) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:52.724988 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-54d3154d-b03c-42b6-afff-c0fd9d84f85a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536568 Aug 27 14:57:58.719574 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e929140a-7a9c-4d66-9c00-15d1184e556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:01.544372 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-dd655200-eb97-4e6a-b31d-c46c21df9c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:02.066798 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:02.571023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:04.832706 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:05.309318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.604782 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:58:28.721329 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c322dc49-62f5-48fa-ae1b-34c0daa142d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:31.547984 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f8262fc3-d2f3-4994-bab1-00f65fa41414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:32.067412 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:32.574446 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:34.836889 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:35.309475 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:56.604533 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:58:58.722448 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03cef71-f520-4360-940e-ff9236d34ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:01.547810 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8d2e-8e6e-4560-9b3e-4606c481bae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:02.069038 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:02.577672 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:04.839404 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:05.326718 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.073996 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51260) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:25.503741 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1068299741-network', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:25.526173 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Made reservation on behalf of 32860cc3fd8e4ea49a6c8d132ee1d800 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:25.528526 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.534224 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51288) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:25.544952 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.642803 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.647084 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.659925 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:25.672439 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.672920 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Added segment 74acf334-476c-4abb-9615-2af91272073f of type vlan for network 64a18e8c-064c-4637-b786-d5c21eeb0284 Aug 27 14:59:25.718484 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.762142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb912182-f790-4705-902e-2b87c9988acd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:25.768473 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:25.769369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.770778 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:25.771537 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.788060 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.789546 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.790750 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.791261 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.792496 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.793017 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.794912 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.795424 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.795942 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.800287 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.800828 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.801344 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Tracked resource versions report: Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: pushed versions: Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: { 'AddressGroup': {'1.2'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Log': {'1.0'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Network': {'1.1'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Port': {'1.7'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'PortForwarding': {'1.2'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'QosPolicy': {'1.9'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroup': {'1.4'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SubPort': {'1.0'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Subnet': {'1.1'}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Trunk': {'1.1'}} Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: consumer versions: Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: HyperV agent@hv-cinder-78692: {}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'ConntrackHelper': '1.0', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Log': '1.0', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Network': '1.1', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Port': '1.7', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'PortForwarding': '1.2', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'QosPolicy': '1.9', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroup': '1.4', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SecurityGroupRule': '1.2', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'SubPort': '1.0', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Subnet': '1.1', Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: 'Trunk': '1.1'}} Aug 27 14:59:25.802606 dv-cinder-786929-5-iscsi neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:59:25.880258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:25.914837 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51304) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:25.919897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Request body: {'subnet': {'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1068299741-subnet', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:25.924552 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8453209 Aug 27 14:59:25.925823 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfd062-d1f8-4e30-9102-0fdb02aab345 admin admin] Pushing event updated for resources: {'Network': ['ID=64a18e8c-064c-4637-b786-d5c21eeb0284,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:25.936261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:25.969963 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Made reservation on behalf of 32860cc3fd8e4ea49a6c8d132ee1d800 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:25.972283 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.296704 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1986881513-network', 'tenant_id': '7eb54daef8f5407b84861e4ed3697207'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:26.331850 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1056718844-network', 'tenant_id': '616aac69ade54ee999cf8834f16b25dd'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:26.338740 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-569107166-network', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:26.375064 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.385186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Made reservation on behalf of 616aac69ade54ee999cf8834f16b25dd for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:26.388475 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.405150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.467193 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:26.469868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.503848 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.532943 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Made reservation on behalf of 3f71cfa1899b4e69bf76fb223abd9edb for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:26.535583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.553767 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.564676 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Checking segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:26.565313 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Network hostable DHCP agents. Network: 64a18e8c-064c-4637-b786-d5c21eeb0284, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:26.570770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c8e92f-095f-468e-afde-9985fcca0f69,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:26.606065 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.606442 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.606812 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.607148 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.607479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.607824 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.608152 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.608674 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.609019 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.609350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.609674 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.609997 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Tracked resource versions report: Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: pushed versions: Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: { 'AddressGroup': {'1.2'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Log': {'1.0'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Network': {'1.1'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Port': {'1.7'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'PortForwarding': {'1.2'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'QosPolicy': {'1.9'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroup': {'1.4'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SubPort': {'1.0'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Subnet': {'1.1'}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Trunk': {'1.1'}} Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: consumer versions: Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: HyperV agent@hv-cinder-78692: {}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'ConntrackHelper': '1.0', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Log': '1.0', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Network': '1.1', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Port': '1.7', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'PortForwarding': '1.2', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'QosPolicy': '1.9', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroup': '1.4', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SecurityGroupRule': '1.2', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'SubPort': '1.0', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Subnet': '1.1', Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: 'Trunk': '1.1'}} Aug 27 14:59:26.611646 dv-cinder-786929-5-iscsi neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:59:26.632096 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:26.649180 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 64a18e8c-064c-4637-b786-d5c21eeb0284) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:26.658146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:26.658947 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.663920 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53faf6dc-e4e9-42ff-a4a0-850933c60be9 None None] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:26.698456 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.706681 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.746087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:26.766922 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e9f76-6fbb-47db-bc09-928803cfb334,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:26.775747 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.776103 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Added segment d373a425-8999-46c3-ad30-176a19097d43 of type vlan for network 39cb4e79-6440-4172-98d1-400ef4780a8f Aug 27 14:59:26.837773 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.849038 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-64a18e8c-064c-4637-b786-d5c21eeb0284', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:59:26.851195 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.901497 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.903646 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.905377 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:26.905915 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.916217 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:26.994955 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:27.023370 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] Pushing event updated for resources: {'Network': ['ID=39cb4e79-6440-4172-98d1-400ef4780a8f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.036547 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.037021 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Added segment 2421ae47-cc36-4d1f-9dbc-a6158741de78 of type vlan for network 569f7848-a935-4fb6-bea7-988f017151d3 Aug 27 14:59:27.059353 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b2c74-65a1-4c83-86ba-e2187a86b113,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.066249 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 39cb4e79-6440-4172-98d1-400ef4780a8f details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:27.118901 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.180202 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.181281 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:27.181923 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.257015 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.268891 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.273658 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-35f67f4b-3840-43c0-aec4-2ec0bcf6c13b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7377357 Aug 27 14:59:27.273802 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Allocated IP 172.20.0.2 (64a18e8c-064c-4637-b786-d5c21eeb0284/53c8e92f-095f-468e-afde-9985fcca0f69/935b3ca2-d1bc-417f-a1b4-43b799861e18) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:27.278196 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51380) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:27.285697 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Request body: {'subnet': {'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1056718844-subnet', 'tenant_id': '616aac69ade54ee999cf8834f16b25dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:27.288987 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3942675d-a259-4bb0-b0ae-f8bc16511df5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3703051 Aug 27 14:59:27.288987 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4064529 Aug 27 14:59:27.297413 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51382) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:27.297747 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:27.309142 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:27.316375 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Request body: {'subnet': {'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1986881513-subnet', 'tenant_id': '7eb54daef8f5407b84861e4ed3697207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:27.319400 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf074a-1810-4a06-8fa6-479bfba086cf admin admin] Pushing event updated for resources: {'Network': ['ID=569f7848-a935-4fb6-bea7-988f017151d3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.336730 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:27.337219 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Made reservation on behalf of 616aac69ade54ee999cf8834f16b25dd for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:27.340978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.347285 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca7a76-e637-4017-bbb9-5042847225cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.356125 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 569f7848-a935-4fb6-bea7-988f017151d3 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:27.361479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.361821 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Added segment a8b83a4e-ddda-497f-ac9b-40f003c86a86 of type vlan for network 44f8965c-54e8-4eb5-b453-873ef780b5fe Aug 27 14:59:27.377021 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:27.379562 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.487158 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.494326 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.495475 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.569797 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.576378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:27.576977 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.640268 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8697405 Aug 27 14:59:27.706412 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51396) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:27.707569 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.719160 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Transition to ACTIVE for port object 935b3ca2-d1bc-417f-a1b4-43b799861e18 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:27.732302 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51406) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:27.738113 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Transition to ACTIVE for port object 935b3ca2-d1bc-417f-a1b4-43b799861e18 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:27.745059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Request body: {'subnet': {'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-subnet', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:27.746006 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.788019 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:27.791446 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:27.795360 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:27.819885 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.838304 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Pushing event updated for resources: {'Port': ['ID=935b3ca2-d1bc-417f-a1b4-43b799861e18,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.862313 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.863132 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.863680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.864208 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.864740 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.865366 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.865964 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.866533 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.867111 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.867655 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.868433 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.869063 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Tracked resource versions report: Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: pushed versions: Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: { 'AddressGroup': {'1.2'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Log': {'1.0'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Network': {'1.1'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Port': {'1.7'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'PortForwarding': {'1.2'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'QosPolicy': {'1.9'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroup': {'1.4'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SubPort': {'1.0'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Subnet': {'1.1'}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Trunk': {'1.1'}} Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: consumer versions: Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: HyperV agent@hv-cinder-78692: {}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'ConntrackHelper': '1.0', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Log': '1.0', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Network': '1.1', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Port': '1.7', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'PortForwarding': '1.2', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'QosPolicy': '1.9', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroup': '1.4', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SecurityGroupRule': '1.2', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'SubPort': '1.0', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Subnet': '1.1', Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: 'Trunk': '1.1'}} Aug 27 14:59:27.870469 dv-cinder-786929-5-iscsi neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:59:27.894867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.903361 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Made reservation on behalf of 3f71cfa1899b4e69bf76fb223abd9edb for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:27.909237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Attempting to bind port 935b3ca2-d1bc-417f-a1b4-43b799861e18 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:27.909982 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Attempting to bind port 935b3ca2-d1bc-417f-a1b4-43b799861e18 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:27.910620 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Attempting to bind port 935b3ca2-d1bc-417f-a1b4-43b799861e18 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:27.910735 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.917813 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:27.918526 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Checking segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:27.919390 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.920016 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Bound using segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:27.920993 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Bound port: 935b3ca2-d1bc-417f-a1b4-43b799861e18, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:27.921882 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:27.978728 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ad714-771b-46ff-b085-d04215b433c3 admin admin] Pushing event updated for resources: {'Network': ['ID=44f8965c-54e8-4eb5-b453-873ef780b5fe,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:27.991963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:28.093602 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] For port 935b3ca2-d1bc-417f-a1b4-43b799861e18, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:28.100429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] For port 935b3ca2-d1bc-417f-a1b4-43b799861e18, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=935b3ca2-d1bc-417f-a1b4-43b799861e18,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:28.105918 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.107571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.145933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.186969 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0204-9721-4d94-a813-12361594f4cf None None] Pushing event updated for resources: {'Port': ['ID=935b3ca2-d1bc-417f-a1b4-43b799861e18,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:28.253508 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.265319 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a754f3-97b4-461f-872f-21374843b79d,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:28.280219 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:28.284101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Checking segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:28.284474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Network hostable DHCP agents. Network: 569f7848-a935-4fb6-bea7-988f017151d3, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:28.318870 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Network 569f7848-a935-4fb6-bea7-988f017151d3 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:28.337410 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a17b406-2f29-469b-9bca-b56aafa3aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.342975 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 569f7848-a935-4fb6-bea7-988f017151d3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:28.348772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:28.349359 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.352918 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17956cf0-0318-4997-9c54-357e1b771973 None None] Network 569f7848-a935-4fb6-bea7-988f017151d3 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:28.372221 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2e7b55c6-99d5-42ec-9e25-96b70be07afc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0714562 Aug 27 14:59:28.427525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Checking segment: {'id': 'd373a425-8999-46c3-ad30-176a19097d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:28.428167 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Network hostable DHCP agents. Network: 39cb4e79-6440-4172-98d1-400ef4780a8f, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:28.437886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:28.527696 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Checking segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:28.530072 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Network hostable DHCP agents. Network: 44f8965c-54e8-4eb5-b453-873ef780b5fe, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:28.570507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Network 39cb4e79-6440-4172-98d1-400ef4780a8f is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:28.611224 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 39cb4e79-6440-4172-98d1-400ef4780a8f) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:28.622719 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea22dc9-fe87-40f6-afd0-0a55c6fc8d15 None None] Network 39cb4e79-6440-4172-98d1-400ef4780a8f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:28.648299 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:28.648955 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.653718 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.712608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.714293 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:28.759248 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 44f8965c-54e8-4eb5-b453-873ef780b5fe) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:28.774057 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:28.774881 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.823336 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d7150-bc53-4beb-9565-ceb30e8543cb None None] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:28.832073 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 935b3ca2-d1bc-417f-a1b4-43b799861e18 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:28.841473 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a17b406-2f29-469b-9bca-b56aafa3aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.850365 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a17b406-2f29-469b-9bca-b56aafa3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:28.892918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17b406-2f29-469b-9bca-b56aafa3aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c761be22-721c-49be-b89c-89f79a2014e7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:28.896921 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f920fb20-4c2a-4d72-ae7a-01542bee333f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1650145 Aug 27 14:59:28.900379 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:28.903063 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Allocated IP 172.27.2.56 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/1ac47765-79c3-4659-9102-3eca04e85d6c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:28.911749 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:28.920146 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c5a5fe4a-9f6b-4b23-8abc-9d49b80d45d5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6403055 Aug 27 14:59:28.951384 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-6a17b406-2f29-469b-9bca-b56aafa3aec3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f25db54f55884ddf97729d36f1edb026&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1946027 Aug 27 14:59:28.952381 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51470) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:29.011114 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51478) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:29.045123 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.072122 dv-cinder-786929-5-iscsi neutron-server[93959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 14:59:29.084433 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.085613 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.089954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.101154 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc47da-e302-44f9-8594-eb759102c386 None None] Network 569f7848-a935-4fb6-bea7-988f017151d3 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:29.166368 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.169706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.174774 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c761be22-721c-49be-b89c-89f79a2014e7 HTTP/1.1" status: 204 len: 168 time: 0.2208920 Aug 27 14:59:29.189094 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc979d-ec2e-4d8e-9346-bfcd4f088623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761be22-721c-49be-b89c-89f79a2014e7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:29.209595 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2d87d919-8a2c-4441-b9b7-72b07203e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.469945 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51508) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:29.473016 dv-cinder-786929-5-iscsi neutron-server[93960]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 14:59:29.556392 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.568074 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 935b3ca2-d1bc-417f-a1b4-43b799861e18 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:29.625796 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd28b0-94fd-44bb-985f-c2c57e03704e None None] Network 39cb4e79-6440-4172-98d1-400ef4780a8f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:29.658218 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.722392 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580cbba-38ea-4ef4-8d43-4f030e4bb390 None None] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:29.789405 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95236ee-08be-416f-b57e-e821afd2b508 None None] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:29.796512 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:29.838903 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-45b06903-db46-40f4-a280-e81a5ec00660 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:29.840289 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-45b06903-db46-40f4-a280-e81a5ec00660 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/networks?id=39cb4e79-6440-4172-98d1-400ef4780a8f HTTP/1.1" status: 200 len: 812 time: 0.3692372 Aug 27 14:59:29.859169 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-d8b5a7c6-5a90-4f47-bb38-967ecb9e62f1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/quotas/616aac69ade54ee999cf8834f16b25dd HTTP/1.1" status: 200 len: 375 time: 0.0125270 Aug 27 14:59:29.881948 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.911198 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f4fd-3048-4561-8d26-39ccc9b0914e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.912069 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Provisioning for port 935b3ca2-d1bc-417f-a1b4-43b799861e18 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:29.914128 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:29.919867 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Provisioning complete for port 935b3ca2-d1bc-417f-a1b4-43b799861e18 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:29.920236 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:29.922109 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Pushing event updated for resources: {'Port': ['ID=1ac47765-79c3-4659-9102-3eca04e85d6c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:29.933822 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-7640d13e-1add-4fc6-8566-a0b216185c81 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=616aac69ade54ee999cf8834f16b25dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635886 Aug 27 14:59:29.940794 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:29.974920 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:30.076586 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-e82c169d-52a8-4f1e-8ebe-1221dc2e508a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:30.078069 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-e82c169d-52a8-4f1e-8ebe-1221dc2e508a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 1.0640883 Aug 27 14:59:30.128765 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-17c2c428-f850-435f-b952-e5070945fd8e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:59:30.129995 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-17c2c428-f850-435f-b952-e5070945fd8e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571051 Aug 27 14:59:30.167010 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-3e75e551-ca25-46c2-859d-35d04f702ef0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/quotas/7eb54daef8f5407b84861e4ed3697207 HTTP/1.1" status: 200 len: 375 time: 0.0794587 Aug 27 14:59:30.208335 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.236270 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.275310 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-d31cb92d-ce56-4a52-ad3a-d1a31e06ec41 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797908 Aug 27 14:59:30.290741 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-d52096ae-9f94-4fb3-87b4-e4f15e2b32f7 service neutron] 10.222.0.42 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533179 Aug 27 14:59:30.319065 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] For port 935b3ca2-d1bc-417f-a1b4-43b799861e18, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=935b3ca2-d1bc-417f-a1b4-43b799861e18,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:30.325734 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.397002 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0477f-d94c-4f2e-bcb8-d6cc1ad5e2d9 None None] Pushing event updated for resources: {'Port': ['ID=935b3ca2-d1bc-417f-a1b4-43b799861e18,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:30.419948 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-3a723aa5-5b2c-4ca5-ac3f-46557f0af194 service neutron] 10.222.0.42 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223741 Aug 27 14:59:30.470718 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-add0b61f-fc4c-4833-8be3-0074c6754d8f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:59:30.471748 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-add0b61f-fc4c-4833-8be3-0074c6754d8f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057293 Aug 27 14:59:30.556487 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-142c6146-e4f7-4502-b68d-59f1d1a80a1a None None] Provisioning complete for port 935b3ca2-d1bc-417f-a1b4-43b799861e18 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:30.556743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f4fd-3048-4561-8d26-39ccc9b0914e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.557233 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-142c6146-e4f7-4502-b68d-59f1d1a80a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.565727 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.567369 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f4fd-3048-4561-8d26-39ccc9b0914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.698121 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 935b3ca2-d1bc-417f-a1b4-43b799861e18 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:30.710812 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7cc0f4fd-3048-4561-8d26-39ccc9b0914e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1506f4e34a045cf967bf3f7448c467d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9042318 Aug 27 14:59:30.713569 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51550) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:30.777402 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0f4fd-3048-4561-8d26-39ccc9b0914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec5286-b5a3-471d-8531-34a4a261394e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:30.797281 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 935b3ca2-d1bc-417f-a1b4-43b799861e18 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:30.800320 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.830203 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.928344 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:30.933688 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-c989ef31-436d-41d1-af0b-9d8479096601 service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457428 Aug 27 14:59:31.024005 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b70fd955-2e39-46d4-9ba9-4b3b5a15bef8 req-82f78980-36a8-4a20-a24c-12c9a84f7dc8 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.0923240 Aug 27 14:59:31.123990 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.128457 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.135528 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cec5286-b5a3-471d-8531-34a4a261394e HTTP/1.1" status: 204 len: 168 time: 0.4203551 Aug 27 14:59:31.150641 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b66de-a5d9-4c63-8581-f293885e6b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec5286-b5a3-471d-8531-34a4a261394e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:31.546575 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.557315 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51602) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:31.559453 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff5b-3b9b-4c77-9c1e-c21deac5b9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.594039 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-c5be2f8a-5780-4c8b-bcf6-e58e3a258beb service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315665 Aug 27 14:59:31.601904 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.725163 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:31.807726 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Allocated IP 172.27.2.98 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/4496f122-a425-482f-922d-400cb9597592) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:31.865207 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49ee17e4-a12f-4810-81ff-9d15648d17d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.012565 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d1be500d-cafd-412a-951e-fb02e1f9fc03 req-9bddb9b7-75e2-433c-a2f2-e3c2dcb23c68 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 210 time: 0.1188917 Aug 27 14:59:32.016105 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Router 917931ea-5f80-4417-b9f2-e433ecadde17 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:59:32.028971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.096310 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.142686 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49ee17e4-a12f-4810-81ff-9d15648d17d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.152665 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49ee17e4-a12f-4810-81ff-9d15648d17d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.195047 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.210633 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-49ee17e4-a12f-4810-81ff-9d15648d17d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4145aea2007426f89eea3e932bf5c22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6515021 Aug 27 14:59:32.211554 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee17e4-a12f-4810-81ff-9d15648d17d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05767c37-3748-4fcd-91a4-5e91e3e44823,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:32.213816 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51646) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:32.222433 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-24c220f5-ff56-4cb7-95a8-79c78421a730 req-330d3837-25b9-4f94-9959-048e7bad937c tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.0643673 Aug 27 14:59:32.314406 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.338216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.371270 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:32.373293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:32.389913 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:32.415171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.417733 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.419039 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05767c37-3748-4fcd-91a4-5e91e3e44823 HTTP/1.1" status: 204 len: 168 time: 0.2042861 Aug 27 14:59:32.466759 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87bf56-8384-4645-9b54-499d2b050183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05767c37-3748-4fcd-91a4-5e91e3e44823,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:32.574200 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Pushing event updated for resources: {'Port': ['ID=4496f122-a425-482f-922d-400cb9597592,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:32.583214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:32.590264 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.598585 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:32.612072 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:32.612788 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:32.700284 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:32.704479 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-483b296e-bea7-4184-854e-bc858a71308a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4027689 Aug 27 14:59:32.704780 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51684) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:33.108436 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:33.109015 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:33.284362 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-22bf38c8-fd5b-4f8c-b03f-634ae27e4e42 req-93c0ac55-700a-4920-bb7b-3b0f1b49d9a4 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 210 time: 0.0793750 Aug 27 14:59:33.505204 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:30Z', 'revision_number': 3, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:33.558641 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:33.560157 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:33.560742 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Updating router 917931ea-5f80-4417-b9f2-e433ecadde17 port 1ac47765-79c3-4659-9102-3eca04e85d6c binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:33.587325 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.35', 56356) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:33.631251 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:59:33.644550 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:33.723918 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b0bd3f51-0d0e-4074-a6cc-65b7a2ff2ff9 req-6e896bd2-50c8-4581-add8-9182b024d37b tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.0406590 Aug 27 14:59:33.767426 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Router 96104baf-f21b-40ec-aeda-40103d72c1e1 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:59:33.979104 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:33.992318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Sync routers for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:34.008917 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:34.009819 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:34.014178 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.018903 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-176d0452-1306-4135-b27d-0f1af16ccc1b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1172523 Aug 27 14:59:34.021665 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:34.099124 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-1f79e503-fd9d-4fee-999f-33592f59489b tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:34.100643 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-1f79e503-fd9d-4fee-999f-33592f59489b tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.35 "GET /v2.0/networks?id=39cb4e79-6440-4172-98d1-400ef4780a8f HTTP/1.1" status: 200 len: 812 time: 0.4914305 Aug 27 14:59:34.179957 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Request body: {'port': {'device_id': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f', 'admin_state_up': True, 'tenant_id': '616aac69ade54ee999cf8834f16b25dd'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:34.247895 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.260685 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Transition to ACTIVE for port object 1ac47765-79c3-4659-9102-3eca04e85d6c will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:34.270183 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.317872 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:34.331567 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Pushing event updated for resources: {'Port': ['ID=1ac47765-79c3-4659-9102-3eca04e85d6c,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:34.356835 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.357090 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.360888 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.361720 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.362879 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.363394 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.363859 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.364247 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.364707 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.365189 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.366089 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.366686 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Tracked resource versions report: Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: pushed versions: Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: { 'AddressGroup': {'1.2'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'ConntrackHelper': {'1.0'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Log': {'1.0'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Network': {'1.1'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Port': {'1.7'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'PortForwarding': {'1.2'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'QosPolicy': {'1.9'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroup': {'1.4'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroupRule': {'1.2'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SubPort': {'1.0'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Subnet': {'1.1'}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Trunk': {'1.1'}} Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: consumer versions: Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: { DHCP agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: HyperV agent@hv-cinder-78692: {}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: L3 agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: Metadata agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: Metering agent@dv-cinder-786929-5-iscsi: {}, Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: Open vSwitch agent@dv-cinder-786929-5-iscsi: { 'AddressGroup': '1.2', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'ConntrackHelper': '1.0', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Log': '1.0', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Network': '1.1', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Port': '1.7', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'PortForwarding': '1.2', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'QosPolicy': '1.9', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroup': '1.4', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SecurityGroupRule': '1.2', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'SubPort': '1.0', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Subnet': '1.1', Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: 'Trunk': '1.1'}} Aug 27 14:59:34.367853 dv-cinder-786929-5-iscsi neutron-server[93962]: {{(pid=93962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 14:59:34.425811 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Attempting to bind port 1ac47765-79c3-4659-9102-3eca04e85d6c on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:34.426256 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Attempting to bind port 1ac47765-79c3-4659-9102-3eca04e85d6c by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:34.426655 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Attempting to bind port 1ac47765-79c3-4659-9102-3eca04e85d6c on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:34.433448 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:34.433831 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:34.434440 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.434718 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:34.436225 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Bound port: 1ac47765-79c3-4659-9102-3eca04e85d6c, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:34.436225 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.441690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.35', 56362) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:34.507870 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] For port 1ac47765-79c3-4659-9102-3eca04e85d6c, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:34.512266 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] For port 1ac47765-79c3-4659-9102-3eca04e85d6c, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1ac47765-79c3-4659-9102-3eca04e85d6c,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:34.522908 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.659418 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450506d-a819-45ff-8810-07940dfb21fc None None] Pushing event updated for resources: {'Port': ['ID=1ac47765-79c3-4659-9102-3eca04e85d6c,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:34.734356 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:34.735101 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:34.887834 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:34.976990 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:34.997156 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:32Z', 'revision_number': 3, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:35.097651 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Checking router: 96104baf-f21b-40ec-aeda-40103d72c1e1 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:35.099346 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Updating router 96104baf-f21b-40ec-aeda-40103d72c1e1 port 4496f122-a425-482f-922d-400cb9597592 binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:35.125826 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e638c8e1-fddb-4056-a425-8ad6f81e7342 req-3706555e-21a1-4f41-ace2-d0a845855788 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 210 time: 0.2355480 Aug 27 14:59:35.170233 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.308911 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:30Z', 'revision_number': 3, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:35.312560 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-a5d51029-8fd1-4139-9e09-5c6585bab700 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:35.334114 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-a5d51029-8fd1-4139-9e09-5c6585bab700 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.8843424 Aug 27 14:59:35.449659 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Request body: {'port': {'device_id': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'admin_state_up': True, 'tenant_id': '7eb54daef8f5407b84861e4ed3697207'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:35.460944 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.495026 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f1a69-9fc8-4185-882f-949ed725a246 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:30Z', 'revision_number': 3, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:35.935422 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:35.937969 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-89309b4c-2ff6-4463-8900-599453b5bd78 req-e40efb1b-af29-478a-865a-92aefd836b28 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.5413096 Aug 27 14:59:35.946898 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.951133 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Made reservation on behalf of 616aac69ade54ee999cf8834f16b25dd for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:35.968899 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.032814 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:36.043338 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.346113 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.449925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbc3239e-55dd-4ada-abe1-9e540ad30459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.451476 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Transition to ACTIVE for port object 4496f122-a425-482f-922d-400cb9597592 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:36.451476 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.581927 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Attempting to bind port 4496f122-a425-482f-922d-400cb9597592 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:36.583115 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Attempting to bind port 4496f122-a425-482f-922d-400cb9597592 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:36.600063 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Attempting to bind port 4496f122-a425-482f-922d-400cb9597592 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:36.623144 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:36.638799 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:36.639430 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:36.640671 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.641286 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.642368 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:36.643020 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Bound port: 4496f122-a425-482f-922d-400cb9597592, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:36.643609 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.719497 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbd30d83-8a72-4c0f-84e5-a6da01ca0c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.730696 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7b7ac28d-f150-4ee6-8bba-6015be8e1e55 req-bc43447c-351a-4f56-b808-7075705f6cfe tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 210 time: 0.2649317 Aug 27 14:59:36.789569 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95d485-9dca-49a7-bd39-64108e5fd682 None None] Pushing event updated for resources: {'Port': ['ID=4496f122-a425-482f-922d-400cb9597592,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:36.812933 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1ac47765-79c3-4659-9102-3eca04e85d6c up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:36.832842 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] For port 4496f122-a425-482f-922d-400cb9597592, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:36.924045 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] For port 4496f122-a425-482f-922d-400cb9597592, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4496f122-a425-482f-922d-400cb9597592,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:36.949118 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:36.967868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Allocated IP 172.20.0.1 (44f8965c-54e8-4eb5-b453-873ef780b5fe/6b5c560e-efa1-44ef-87b4-3b88bf64c3a9/9d076d7e-449e-46a9-bd89-65c132bb8361) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:37.139396 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 1ac47765-79c3-4659-9102-3eca04e85d6c completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:37.148903 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Allocated IP 172.20.0.8 (39cb4e79-6440-4172-98d1-400ef4780a8f/25a754f3-97b4-461f-872f-21374843b79d/c5f88be8-db66-4c24-8317-0a5a055c97a9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:37.172753 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 1ac47765-79c3-4659-9102-3eca04e85d6c triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:37.173808 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.185955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95d485-9dca-49a7-bd39-64108e5fd682 None None] Pushing event updated for resources: {'Port': ['ID=4496f122-a425-482f-922d-400cb9597592,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:37.190133 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:37.190874 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:37.208610 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.286630 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbc3239e-55dd-4ada-abe1-9e540ad30459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.308845 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbc3239e-55dd-4ada-abe1-9e540ad30459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.395197 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Allocated IP 172.20.0.14 (569f7848-a935-4fb6-bea7-988f017151d3/d65cd9ca-3503-47b8-b508-0bbf2c8af0e1/2c1041ea-3181-48a5-a3fe-cb0f6596684c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:37.487511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:37.491157 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3239e-55dd-4ada-abe1-9e540ad30459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400920b9-22cb-41d7-ae2e-57f4293d94fb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:37.513878 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cbc3239e-55dd-4ada-abe1-9e540ad30459 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ba7652e69304280ba080d5695f416c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4482887 Aug 27 14:59:37.529384 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:37.610619 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.839682 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:37.845298 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:37.857054 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:37.859477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:37.926612 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.003342 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8f72459c-1210-47cf-b52c-f1ca408fa55b req-83e32c83-df07-4d75-a81d-ed39d082db8d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 210 time: 0.1249287 Aug 27 14:59:38.015980 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0a3030d-e0bc-4a69-addf-883256209278 req-2ce14e75-12a9-4a9a-bd4e-3164b0720492 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.6993375 Aug 27 14:59:38.019883 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Pushing event updated for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:38.029452 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.053875 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.062318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 1ac47765-79c3-4659-9102-3eca04e85d6c, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1ac47765-79c3-4659-9102-3eca04e85d6c,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:38.076196 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.109849 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbd30d83-8a72-4c0f-84e5-a6da01ca0c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.164128 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=1ac47765-79c3-4659-9102-3eca04e85d6c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:38.169511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:32Z', 'revision_number': 3, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:38.207430 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbd30d83-8a72-4c0f-84e5-a6da01ca0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.213351 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3b542-e7dc-4712-b479-76270f0a8ff6 None None] The sync data for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi is: [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:32Z', 'revision_number': 3, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:38.305627 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bbd30d83-8a72-4c0f-84e5-a6da01ca0c0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f18c476714b420ebb3f97f3c79bdf07&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3646669 Aug 27 14:59:38.309067 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:38.310259 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd30d83-8a72-4c0f-84e5-a6da01ca0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1472df54-78c8-452f-b62b-fe5c4ed72de0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:38.313644 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.350427 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Allocated IP 172.20.0.1 (64a18e8c-064c-4637-b786-d5c21eeb0284/53c8e92f-095f-468e-afde-9985fcca0f69/61280012-13d3-4e8d-8c75-5baa4e25838e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:38.358114 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.405277 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.431836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.527922 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.640613 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.657474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.660880 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.664696 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/400920b9-22cb-41d7-ae2e-57f4293d94fb HTTP/1.1" status: 204 len: 168 time: 1.1341875 Aug 27 14:59:38.724809 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec0a4-3466-4925-99e6-3f6105bb22cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400920b9-22cb-41d7-ae2e-57f4293d94fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:38.726827 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.803229 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Transition to ACTIVE for port object 61280012-13d3-4e8d-8c75-5baa4e25838e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:38.822313 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1ac47765-79c3-4659-9102-3eca04e85d6c up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:38.936072 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.948324 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.958844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.962094 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1472df54-78c8-452f-b62b-fe5c4ed72de0 HTTP/1.1" status: 204 len: 168 time: 0.6448269 Aug 27 14:59:38.985871 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Network 569f7848-a935-4fb6-bea7-988f017151d3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:38.989143 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:39.015456 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051252-c96e-448f-a7fe-d78f67152765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472df54-78c8-452f-b62b-fe5c4ed72de0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:39.042834 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:39.053753 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:39.055132 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.064638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.078125 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.080853 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.091398 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6959004 Aug 27 14:59:39.104107 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:39.129553 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:39.135958 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:39.136879 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.159684 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-c9e08c69-7c81-4c1d-9d30-225a944a3c9a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:59:39.163481 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-c9e08c69-7c81-4c1d-9d30-225a944a3c9a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303838 Aug 27 14:59:39.164365 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53c29f-c878-48e3-82e5-48a393858824 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event updated for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:39.202442 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 1ac47765-79c3-4659-9102-3eca04e85d6c triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:39.203092 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.470748 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:39.561083 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:39.689010 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:39.731736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Pushing event updated for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:39.735355 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-84da934c-07ca-492b-be37-8912ec38072a None None] Provisioning for port 61280012-13d3-4e8d-8c75-5baa4e25838e completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:39.749160 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-84da934c-07ca-492b-be37-8912ec38072a None None] Provisioning complete for port 61280012-13d3-4e8d-8c75-5baa4e25838e triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:39.751034 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-84da934c-07ca-492b-be37-8912ec38072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.865065 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-84da934c-07ca-492b-be37-8912ec38072a None None] Port 61280012-13d3-4e8d-8c75-5baa4e25838e cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:39.982605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d642c7-6b64-45f2-b580-4cf10d9ae4f3 req-26408f71-931b-436f-9abb-3716b7efbb0a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:39.991269 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-29d642c7-6b64-45f2-b580-4cf10d9ae4f3 req-26408f71-931b-436f-9abb-3716b7efbb0a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 932 time: 0.5165176 Aug 27 14:59:40.015392 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Pushing event updated for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:40.060138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.138371 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Network 39cb4e79-6440-4172-98d1-400ef4780a8f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:40.161210 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:40.185944 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5779062d-30bf-428d-8b4f-bbe0e727b772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.241241 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:40.267758 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:40.268640 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.290715 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-29d642c7-6b64-45f2-b580-4cf10d9ae4f3 req-96894830-2962-4b61-8b08-10b1cbc37b8a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879198 Aug 27 14:59:40.312927 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 51962) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:40.333530 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Request body: {'port': {'device_id': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:40.379290 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8305b51-2518-41e6-8707-7096aff2041b req-41da00fc-bf71-4b1f-8579-13f08329cf6a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:40.380899 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8305b51-2518-41e6-8707-7096aff2041b req-41da00fc-bf71-4b1f-8579-13f08329cf6a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 931 time: 0.7100556 Aug 27 14:59:40.451054 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8305b51-2518-41e6-8707-7096aff2041b req-6e5bfe8f-becd-4505-9bd3-1547a3b463fb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Aug 27 14:59:40.475527 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6532a5a-1377-4023-8fe7-2c9fb3ae393d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.490042 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Pushing event updated for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:40.533003 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Router 96104baf-f21b-40ec-aeda-40103d72c1e1 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:40.674593 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.779485 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4496f122-a425-482f-922d-400cb9597592 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:40.838302 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5779062d-30bf-428d-8b4f-bbe0e727b772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.852386 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:40.859615 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5779062d-30bf-428d-8b4f-bbe0e727b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.888789 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ac8ce835-da4a-4c9d-be1f-b6301ed236cd admin admin] 10.222.0.42 "PUT /v2.0/routers/96104baf-f21b-40ec-aeda-40103d72c1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8552752 Aug 27 14:59:40.908966 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.995698 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-88f1ce1a-4c8e-42ee-b398-2536dcf84c38 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8268874 Aug 27 14:59:41.009391 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-5779062d-30bf-428d-8b4f-bbe0e727b772 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0bc4d1d35174eb091069553a7a82462&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4973438 Aug 27 14:59:41.010088 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779062d-30bf-428d-8b4f-bbe0e727b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0894f9c-4b64-4a61-afd8-2866486c10d4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:41.017155 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 51976) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:41.179790 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 4496f122-a425-482f-922d-400cb9597592 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:41.186762 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4496f122-a425-482f-922d-400cb9597592 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:41.188659 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.295595 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6532a5a-1377-4023-8fe7-2c9fb3ae393d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.303161 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6532a5a-1377-4023-8fe7-2c9fb3ae393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.329763 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.345060 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.346088 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.389226 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.435951 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Request body: {'port': {'device_id': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:41.449666 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 4496f122-a425-482f-922d-400cb9597592, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4496f122-a425-482f-922d-400cb9597592,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:41.457789 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.469996 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532a5a-1377-4023-8fe7-2c9fb3ae393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77607db-ff79-4dc1-8110-c9bcf26781a8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:41.599935 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Sync routers for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:41.600491 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Pushing event updated for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:41.627162 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:41.628563 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:41.628949 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=4496f122-a425-482f-922d-400cb9597592,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:41.629756 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a6532a5a-1377-4023-8fe7-2c9fb3ae393d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93172049528d4eaf9ba59cc7c0ed64f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3139670 Aug 27 14:59:41.632618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:41.716268 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdba9d-8943-4a78-ba75-2cd249b1460e req-8f4ba1b7-77d1-482c-9731-61827b064307 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:41.728467 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6cbdba9d-8943-4a78-ba75-2cd249b1460e req-8f4ba1b7-77d1-482c-9731-61827b064307 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 932 time: 0.2151151 Aug 27 14:59:41.841844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.850584 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.931157 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6cbdba9d-8943-4a78-ba75-2cd249b1460e req-d554bb3e-d700-4e20-87dd-2efc2dff4dcb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963718 Aug 27 14:59:41.993769 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.012490 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.114854 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:42.148227 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.154608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.157236 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.166902 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e77607db-ff79-4dc1-8110-c9bcf26781a8 HTTP/1.1" status: 204 len: 168 time: 0.5195897 Aug 27 14:59:42.200602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555019-e929-4321-9f71-03945172c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77607db-ff79-4dc1-8110-c9bcf26781a8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:42.227757 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:42.241803 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559292d-5eb5-4238-b4f6-ec557bc4f335 req-872027df-01b8-4544-8404-3d47459d7704 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:42.243868 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b559292d-5eb5-4238-b4f6-ec557bc4f335 req-872027df-01b8-4544-8404-3d47459d7704 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 931 time: 0.1479173 Aug 27 14:59:42.284476 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:42.385662 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b559292d-5eb5-4238-b4f6-ec557bc4f335 req-6719c480-69ff-4868-99b7-804587c9ad9d tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055572 Aug 27 14:59:42.677812 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '9d076d7e-449e-46a9-bd89-65c132bb8361', 'name': '', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'mac_address': 'fa:16:3e:5a:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 2, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'subnets': [{'id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:42.713081 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5ed30fd9-81d6-4d00-9cf0-ee9e006a0320 None None] Provisioning complete for port 61280012-13d3-4e8d-8c75-5baa4e25838e triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:42.713654 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5ed30fd9-81d6-4d00-9cf0-ee9e006a0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.732244 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Checking router: 96104baf-f21b-40ec-aeda-40103d72c1e1 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:42.732912 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Updating router 96104baf-f21b-40ec-aeda-40103d72c1e1 port 9d076d7e-449e-46a9-bd89-65c132bb8361 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:42.785980 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4496f122-a425-482f-922d-400cb9597592 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:42.792459 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.856887 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-5ed30fd9-81d6-4d00-9cf0-ee9e006a0320 None None] Port 61280012-13d3-4e8d-8c75-5baa4e25838e cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:42.957346 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4496f122-a425-482f-922d-400cb9597592 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:42.958073 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.070591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30eb3e11-512c-438b-8074-34e2fdbbdaa4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:43.080799 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30eb3e11-512c-438b-8074-34e2fdbbdaa4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 818 time: 0.8733978 Aug 27 14:59:43.274239 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792ca4-ce41-4f6b-a432-a1ce32d2543f req-ba4aaf0c-00ed-41c7-acea-c773d2f85429 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:43.275870 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7792ca4-ce41-4f6b-a432-a1ce32d2543f req-ba4aaf0c-00ed-41c7-acea-c773d2f85429 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 932 time: 0.1526735 Aug 27 14:59:43.353927 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7792ca4-ce41-4f6b-a432-a1ce32d2543f req-09fddabd-fbe4-4f00-829d-876e9826dd3f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654602 Aug 27 14:59:43.390378 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f88be8-db66-4c24-8317-0a5a055c97a9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:43.530478 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1041ea-3181-48a5-a3fe-cb0f6596684c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:43.540740 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.580830 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Transition to ACTIVE for port object 2c1041ea-3181-48a5-a3fe-cb0f6596684c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:43.615136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.635297 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.664541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d239-9394-4393-9801-08fea4215b82 req-ebb962c9-bfde-497b-a683-d4e9e89ebf98 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:43.668041 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-43d5d239-9394-4393-9801-08fea4215b82 req-ebb962c9-bfde-497b-a683-d4e9e89ebf98 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 931 time: 0.1558552 Aug 27 14:59:43.669385 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Transition to ACTIVE for port object 9d076d7e-449e-46a9-bd89-65c132bb8361 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:43.697480 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.764383 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.796952 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-43d5d239-9394-4393-9801-08fea4215b82 req-4b125772-4268-49b7-9f05-6d6649dc7388 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229205 Aug 27 14:59:43.901087 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Transition to ACTIVE for port object c5f88be8-db66-4c24-8317-0a5a055c97a9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:43.952239 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Attempting to bind port 9d076d7e-449e-46a9-bd89-65c132bb8361 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:43.952615 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Attempting to bind port 9d076d7e-449e-46a9-bd89-65c132bb8361 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:43.952988 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Attempting to bind port 9d076d7e-449e-46a9-bd89-65c132bb8361 on network 44f8965c-54e8-4eb5-b453-873ef780b5fe {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:43.971196 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:43.975274 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Checking segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:43.975980 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.977661 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Bound using segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:43.980741 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Bound port: 9d076d7e-449e-46a9-bd89-65c132bb8361, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:43.981499 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.986299 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.003426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:44.045214 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-91f02d49-a502-4332-9476-2e5390944791 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/quotas/3f71cfa1899b4e69bf76fb223abd9edb HTTP/1.1" status: 200 len: 375 time: 0.9602745 Aug 27 14:59:44.057317 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Attempting to bind port 2c1041ea-3181-48a5-a3fe-cb0f6596684c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:44.057529 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Attempting to bind port 2c1041ea-3181-48a5-a3fe-cb0f6596684c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:44.057867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Attempting to bind port 2c1041ea-3181-48a5-a3fe-cb0f6596684c on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:44.137087 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.143398 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.144583 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0894f9c-4b64-4a61-afd8-2866486c10d4 HTTP/1.1" status: 204 len: 168 time: 3.1091199 Aug 27 14:59:44.198626 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Attempting to bind port c5f88be8-db66-4c24-8317-0a5a055c97a9 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:44.199037 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Attempting to bind port c5f88be8-db66-4c24-8317-0a5a055c97a9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd373a425-8999-46c3-ad30-176a19097d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:44.199705 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Attempting to bind port c5f88be8-db66-4c24-8317-0a5a055c97a9 on network 39cb4e79-6440-4172-98d1-400ef4780a8f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:44.202789 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] For port 9d076d7e-449e-46a9-bd89-65c132bb8361, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:44.208567 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] For port 9d076d7e-449e-46a9-bd89-65c132bb8361, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=9d076d7e-449e-46a9-bd89-65c132bb8361,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:44.215674 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0060a-479b-4fd4-83c1-9b6e290b744c None None] Pushing event updated for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.221919 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Port c5f88be8-db66-4c24-8317-0a5a055c97a9 on network 39cb4e79-6440-4172-98d1-400ef4780a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:59:44.222286 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Attempting to bind port c5f88be8-db66-4c24-8317-0a5a055c97a9 on network 39cb4e79-6440-4172-98d1-400ef4780a8f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:44.228077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Port 2c1041ea-3181-48a5-a3fe-cb0f6596684c on network 569f7848-a935-4fb6-bea7-988f017151d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:59:44.228466 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Attempting to bind port 2c1041ea-3181-48a5-a3fe-cb0f6596684c on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:44.233484 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.240596 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:44.240969 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Checking segment: {'id': 'd373a425-8999-46c3-ad30-176a19097d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:44.241544 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Bound using segment: {'id': 'd373a425-8999-46c3-ad30-176a19097d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:44.242011 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Bound port: c5f88be8-db66-4c24-8317-0a5a055c97a9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd373a425-8999-46c3-ad30-176a19097d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:44.242386 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.312045 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0060a-479b-4fd4-83c1-9b6e290b744c None None] Pushing event updated for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=4']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.318879 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:44.319490 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:44.327132 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f141e7-8a50-4bb8-b267-ee7e7f2eab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0894f9c-4b64-4a61-afd8-2866486c10d4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.333849 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.370952 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:44.371695 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Checking segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:44.372397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Bound using segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:44.373094 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Bound port: 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:44.373679 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.385653 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-ae8d7b53-a2d3-4250-997c-4e946c81bbee tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3206141 Aug 27 14:59:44.402268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:44.517763 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:44.585174 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad78c-e14e-4279-a9d3-44544c3979f3 req-bcc12091-84b4-4808-be52-02e886e7c361 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:44.596753 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-020ad78c-e14e-4279-a9d3-44544c3979f3 req-bcc12091-84b4-4808-be52-02e886e7c361 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 944 time: 0.1242495 Aug 27 14:59:44.652099 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-020ad78c-e14e-4279-a9d3-44544c3979f3 req-9c5d4675-6b95-43c3-9bbd-2abdb839c9d6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Aug 27 14:59:44.778695 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-9035542f-4fc3-45a5-8c61-b75e40ebab93 service neutron] 10.222.0.42 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584352 Aug 27 14:59:44.888151 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:44.896789 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:44.923428 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9,segment=NetworkSegment(d373a425-8999-46c3-ad30-176a19097d43),segment_id=d373a425-8999-46c3-ad30-176a19097d43)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:44.989648 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '9d076d7e-449e-46a9-bd89-65c132bb8361', 'name': '', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'mac_address': 'fa:16:3e:5a:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:44Z', 'revision_number': 4, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'subnets': [{'id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:45.039693 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7d0cc-4fdb-4fe7-a2ed-c6823364734b req-ddc75b00-b19c-4159-b836-5dd644320d39 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:45.049746 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f4f7d0cc-4fdb-4fe7-a2ed-c6823364734b req-ddc75b00-b19c-4159-b836-5dd644320d39 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 943 time: 0.1043332 Aug 27 14:59:45.061995 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef689d97-16bb-4ac6-9ad3-60cd3134d930 None None] The sync data for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi is: [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '9d076d7e-449e-46a9-bd89-65c132bb8361', 'name': '', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'mac_address': 'fa:16:3e:5a:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:44Z', 'revision_number': 4, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'subnets': [{'id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:45.065784 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.111542 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.142567 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f4f7d0cc-4fdb-4fe7-a2ed-c6823364734b req-6b5ab8c1-5f77-40a4-b3f4-938321dccc0b tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884709 Aug 27 14:59:45.193253 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:45.269272 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:45.269912 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.275468 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5f88be8-db66-4c24-8317-0a5a055c97a9 HTTP/1.1" status: 200 len: 1093 time: 3.8495142 Aug 27 14:59:45.279905 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:45.601842 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-fc2a2c18-a28d-4035-afa2-f4c84ba6fa08 service neutron] 10.222.0.42 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835585 Aug 27 14:59:45.604861 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:45.605547 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.607068 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/2c1041ea-3181-48a5-a3fe-cb0f6596684c HTTP/1.1" status: 200 len: 1094 time: 5.8989396 Aug 27 14:59:45.624101 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:45.636765 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:45.650982 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ce584405-8877-4180-872a-c95e423e9e39 admin admin] 10.222.0.42 "PUT /v2.0/routers/917931ea-5f80-4417-b9f2-e433ecadde17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9336431 Aug 27 14:59:45.655822 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:45.658181 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:45.670717 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55d5b-d26f-4f08-893a-a13ec5d214e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:45.717012 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-a711a93d-d73f-4ce5-b965-4becf1f5d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:45.723916 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-a711a93d-d73f-4ce5-b965-4becf1f5d87a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=616aac69ade54ee999cf8834f16b25dd&device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 1096 time: 0.3075740 Aug 27 14:59:45.970071 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cf85-f82c-4ccb-bcf1-a8e0e2f781e0 req-b1842baa-2f18-4a10-903b-729a94e28e24 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:45.972727 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e666cf85-f82c-4ccb-bcf1-a8e0e2f781e0 req-b1842baa-2f18-4a10-903b-729a94e28e24 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 944 time: 0.1913304 Aug 27 14:59:46.099439 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e666cf85-f82c-4ccb-bcf1-a8e0e2f781e0 req-113f5c57-f895-42b2-bf96-d41fb2f769c3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105299 Aug 27 14:59:46.112817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:46.247261 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d7655-0a69-489d-834f-2f5a98cc0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:46.273798 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-37d155ff-27d6-4570-bd4f-7fd3d12f2fbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9 HTTP/1.1" status: 200 len: 217 time: 0.4164002 Aug 27 14:59:46.492133 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12e7974-5fe1-466a-bae6-f81f52b1e3cb req-2eca1210-d1cf-48ed-86ea-bcd0a70441b9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 210 time: 0.2881167 Aug 27 14:59:46.664005 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-ce3dd2ff-7912-4d84-b966-653cd5f8449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:46.666132 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-ce3dd2ff-7912-4d84-b966-653cd5f8449e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 1097 time: 0.8446343 Aug 27 14:59:46.720683 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f19187-6fa7-4d15-90a7-4f35fbcffd07 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:46.812423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 9d076d7e-449e-46a9-bd89-65c132bb8361 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:46.825354 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-34ccb6cc-ae89-4f52-b94c-03e132ed0acc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c HTTP/1.1" status: 200 len: 217 time: 0.1394715 Aug 27 14:59:46.963061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-2da9a13f-920d-4a9e-be6e-7fd6bd96f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:46.964537 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-2da9a13f-920d-4a9e-be6e-7fd6bd96f3b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25a754f3-97b4-461f-872f-21374843b79d HTTP/1.1" status: 200 len: 852 time: 0.5423486 Aug 27 14:59:47.046197 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 2, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:47.110154 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.116279 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124831911', 'description': 'tempest-description--490810341'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.140246 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:47.140635 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Updating router 917931ea-5f80-4417-b9f2-e433ecadde17 port 61280012-13d3-4e8d-8c75-5baa4e25838e binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:47.238070 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.250589 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.264282 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 9d076d7e-449e-46a9-bd89-65c132bb8361 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:47.267066 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-2f4ec7ef-fc86-413f-b16a-1f7b264ec204 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39cb4e79-6440-4172-98d1-400ef4780a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766667 Aug 27 14:59:47.288841 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 9d076d7e-449e-46a9-bd89-65c132bb8361 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:47.290201 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.669601 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.685049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.820629 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.831966 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7169802 Aug 27 14:59:47.835827 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.864604 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group_rule': {'security_group_id': 'a36d134a-14fd-479d-b9b7-e787a4619b70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.918209 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.975900 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066799bf-6e84-4114-bfe7-df2e59c832f8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d134a-14fd-479d-b9b7-e787a4619b70,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.989797 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 9d076d7e-449e-46a9-bd89-65c132bb8361, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=9d076d7e-449e-46a9-bd89-65c132bb8361,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:48.021772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.027027 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.134184 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-077643f2-e8f1-453d-a151-f15b6964c1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510835 Aug 27 14:59:48.135178 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-25ad3554-36ce-412d-bd74-806862eb0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:48.136605 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-25ad3554-36ce-412d-bd74-806862eb0069 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 1.2689428 Aug 27 14:59:48.139220 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75788990-28b6-43cd-bfe5-e00f2a8ec03b x-openstack-request-id: req-75788990-28b6-43cd-bfe5-e00f2a8ec03b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:48.139599 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:48.139908 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75788990-28b6-43cd-bfe5-e00f2a8ec03b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:48.140324 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9', 'status': 'completed', 'code': 200} Aug 27 14:59:48.150429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4820-ba35-42ea-8a7c-d2003bc07a10 req-fd48285e-b94d-4f9e-803e-b2c7bbcf8ecb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:48.152183 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9d8d4820-ba35-42ea-8a7c-d2003bc07a10 req-fd48285e-b94d-4f9e-803e-b2c7bbcf8ecb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 943 time: 1.3429253 Aug 27 14:59:48.153980 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.159434 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.169536 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Transition to ACTIVE for port object 61280012-13d3-4e8d-8c75-5baa4e25838e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:48.180041 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.258513 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9d8d4820-ba35-42ea-8a7c-d2003bc07a10 req-ed76bfca-2d87-44a6-a307-976f1045cea0 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959244 Aug 27 14:59:48.324270 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afb97f-fc1d-424d-b59c-5af3a0f317c9 None None] Pushing event updated for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.370745 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.383194 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.409860 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-ef3f0ecd-9ee5-4781-af87-ecfc7e02138f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:48.412154 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-ef3f0ecd-9ee5-4781-af87-ecfc7e02138f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 818 time: 0.3354816 Aug 27 14:59:48.442081 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edfd449-f675-4d7b-804e-b4c23ce49645,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.460912 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6eb4891b-063b-46c9-90be-e6ff8499921b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/quotas/3f71cfa1899b4e69bf76fb223abd9edb HTTP/1.1" status: 200 len: 375 time: 0.0351398 Aug 27 14:59:48.494198 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Attempting to bind port 61280012-13d3-4e8d-8c75-5baa4e25838e on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:48.494598 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Attempting to bind port 61280012-13d3-4e8d-8c75-5baa4e25838e by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:48.494958 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Attempting to bind port 61280012-13d3-4e8d-8c75-5baa4e25838e on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:48.504769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.506218 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cdcd626c-40b5-4579-8bfb-34e80adcdb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6608891 Aug 27 14:59:48.509995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:48.510737 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Checking segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:48.510882 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.511169 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Bound using segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:48.511643 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Bound port: 61280012-13d3-4e8d-8c75-5baa4e25838e, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:48.512051 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.514890 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.519713 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group_rule': {'security_group_id': 'a36d134a-14fd-479d-b9b7-e787a4619b70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.536894 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-f0f7ce51-6be3-4676-8a0b-6c8782c049c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297281 Aug 27 14:59:48.581368 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-d6efc948-b8cc-4abc-a114-024e0838cffb tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193757 Aug 27 14:59:48.658137 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.675181 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.675454 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.680169 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] For port 61280012-13d3-4e8d-8c75-5baa4e25838e, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:48.685414 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] For port 61280012-13d3-4e8d-8c75-5baa4e25838e, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=61280012-13d3-4e8d-8c75-5baa4e25838e,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:48.701474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.824868 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 9d076d7e-449e-46a9-bd89-65c132bb8361 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:48.830412 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-53286ef0-7683-460a-9af2-e47edc8aff50 service neutron] 10.222.0.42 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480066 Aug 27 14:59:48.883792 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-efb6bd14-6004-49ed-8c10-f173ac81dfb3 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955891 Aug 27 14:59:48.902232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75a16-0477-456f-b7bf-9bc54fdb067b req-cf922c6f-bc95-4b5b-9986-bf2acb12fc36 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:48.904067 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fda75a16-0477-456f-b7bf-9bc54fdb067b req-cf922c6f-bc95-4b5b-9986-bf2acb12fc36 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 944 time: 0.5573080 Aug 27 14:59:48.921446 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1c427b38-6a7d-43bd-b62b-c8a9bbee3f9f req-86e2c481-21ac-4e0f-860c-040ae552727b service neutron] 10.222.0.35 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126386 Aug 27 14:59:48.939118 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.956560 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.022724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:49.028447 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T14:59:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:49.029278 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afb97f-fc1d-424d-b59c-5af3a0f317c9 None None] Pushing event updated for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:49.043319 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e4fa39-8d05-4c74-a658-efb0a350d025,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:49.099974 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.35', 56381) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:49.123188 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.127875 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-5f94de01-a06b-4b68-bcee-fe48f96bb89d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6089578 Aug 27 14:59:49.129941 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52296) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:49.139710 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:49.190465 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 9d076d7e-449e-46a9-bd89-65c132bb8361 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:49.190817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.200099 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.235845 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5c435e8-699f-4953-aee1-5eb382f20575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.311861 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:49.363643 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fda75a16-0477-456f-b7bf-9bc54fdb067b req-9ac0d527-2f8f-4dbc-b35b-80de1ad79e11 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457989 Aug 27 14:59:49.368656 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-3f4909ad-1cbc-4b0f-903b-1c697e381a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:49.368922 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-fb779032-266b-4dd0-8162-77b1fbaab01a service neutron] 10.222.0.42 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354364 Aug 27 14:59:49.372553 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0c51edc-09aa-49b5-8d01-8544f5054ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.375676 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-3f4909ad-1cbc-4b0f-903b-1c697e381a51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=616aac69ade54ee999cf8834f16b25dd&device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 1096 time: 0.2964325 Aug 27 14:59:49.450430 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c93664a1-33ca-4bfa-959d-e5ce1ff1904c req-893a980b-6c81-47f0-9a9a-44b44a94be0d service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451345 Aug 27 14:59:49.609721 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-8b81cc77-09cd-40a3-900d-60841fe0d154 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:49.611772 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-8b81cc77-09cd-40a3-900d-60841fe0d154 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 818 time: 0.5083914 Aug 27 14:59:49.657046 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Request body: {'port': {'device_id': '5c217fe2-44db-4356-b448-3f29a506dffd', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'admin_state_up': True, 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:49.741793 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-a18b69da-a032-4e4f-a721-653951849d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:49.744611 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-a18b69da-a032-4e4f-a721-653951849d27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39cb4e79-6440-4172-98d1-400ef4780a8f HTTP/1.1" status: 200 len: 913 time: 0.3476064 Aug 27 14:59:49.764630 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.840337 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-1d1d577a-523e-4382-b022-b2a4269dce2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9 HTTP/1.1" status: 200 len: 217 time: 0.0841756 Aug 27 14:59:49.877745 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ffe3dfb6-4cd3-43c8-889b-efdfc1f0a6f3 req-6cd8bdf9-cecf-4bad-b24b-198b56ad2f4f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0995948 Aug 27 14:59:49.887945 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164ba3d-ae0c-4aee-a45e-68579b684b7a req-15681a39-fd24-4726-8a4a-41a4792b4ecb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:49.892553 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0164ba3d-ae0c-4aee-a45e-68579b684b7a req-15681a39-fd24-4726-8a4a-41a4792b4ecb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 943 time: 0.2850497 Aug 27 14:59:49.969192 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:48Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:50.012122 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c97e96-2f13-4efe-bdc1-812e5dfed04d None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:48Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:50.133139 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5c435e8-699f-4953-aee1-5eb382f20575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.145469 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5c435e8-699f-4953-aee1-5eb382f20575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.190583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.db.api [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:59:50.190583 dv-cinder-786929-5-iscsi neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:59:50.190583 dv-cinder-786929-5-iscsi neutron-server[93959]: [parameters: {'project_id_1': '3f71cfa1899b4e69bf76fb223abd9edb', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 59, 50, 140480)}] Aug 27 14:59:50.190583 dv-cinder-786929-5-iscsi neutron-server[93959]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:59:50.191836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG oslo_db.api [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:59:50.232737 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Allocated IP 172.27.2.174 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/ee4aad49-7aa8-4fef-82fc-993465596d39) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:50.245650 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d5c435e8-699f-4953-aee1-5eb382f20575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=624621a8393f46f0a24987f484bd2b43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5676260 Aug 27 14:59:50.249349 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c435e8-699f-4953-aee1-5eb382f20575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ddb2a-6001-410e-8de9-868ed677b959,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:50.261874 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.405756 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:50.416297 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d" -d '{"events": [{"name": "network-changed", "server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:50.431199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.449565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0c51edc-09aa-49b5-8d01-8544f5054ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.464509 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0c51edc-09aa-49b5-8d01-8544f5054ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.474932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.514858 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0164ba3d-ae0c-4aee-a45e-68579b684b7a req-c5635625-4c27-4702-97a5-8143b964fd15 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212058 Aug 27 14:59:50.525487 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.541704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-27546165-6386-4590-a080-734eed7ecfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:50.546132 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-27546165-6386-4590-a080-734eed7ecfdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25a754f3-97b4-461f-872f-21374843b79d HTTP/1.1" status: 200 len: 852 time: 0.6412897 Aug 27 14:59:50.596235 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-a2aab1e4-3e73-4651-9216-435585478edd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39cb4e79-6440-4172-98d1-400ef4780a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362127 Aug 27 14:59:50.665506 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b8b04-3506-4768-8c93-fd3604faced6 x-openstack-request-id: req-467b8b04-3506-4768-8c93-fd3604faced6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:50.665800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:50.666083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-467b8b04-3506-4768-8c93-fd3604faced6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:50.667629 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'status': 'completed', 'code': 200} Aug 27 14:59:50.764970 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 61280012-13d3-4e8d-8c75-5baa4e25838e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:50.812309 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.827401 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 61280012-13d3-4e8d-8c75-5baa4e25838e completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:50.832399 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 61280012-13d3-4e8d-8c75-5baa4e25838e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:50.832991 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.906948 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-87c0266d-155d-4e7b-bc4a-570ef720a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:50.909363 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-87c0266d-155d-4e7b-bc4a-570ef720a858 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 1097 time: 0.2164476 Aug 27 14:59:50.910161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=ee4aad49-7aa8-4fef-82fc-993465596d39,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:50.946073 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d610f8-3f12-4756-a4c3-933e3fbc9d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.951782 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:50.954918 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.964198 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-e5b70e55-1fd0-4452-9edd-e5f94a8a4751 service neutron] 10.222.0.35 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431885 Aug 27 14:59:50.991756 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 61280012-13d3-4e8d-8c75-5baa4e25838e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=61280012-13d3-4e8d-8c75-5baa4e25838e,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:50.997360 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.010523 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.014486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:51.058734 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e0c51edc-09aa-49b5-8d01-8544f5054ecb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d08a8decd6c14bdb94c6de16142a13ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3820424 Aug 27 14:59:51.065787 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.068114 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:51.076806 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f8ac4-39b6-4b36-b6f6-3ff16a414292 req-c5554f0a-7812-4a79-8242-d26712847dc9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.078279 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cc7f8ac4-39b6-4b36-b6f6-3ff16a414292 req-c5554f0a-7812-4a79-8242-d26712847dc9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 944 time: 0.2070353 Aug 27 14:59:51.079477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c51edc-09aa-49b5-8d01-8544f5054ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ced76-f83c-456f-ac6a-db2e4f248d43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.106550 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:51.131246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Made reservation on behalf of 3f71cfa1899b4e69bf76fb223abd9edb for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:51.135842 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.227031 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9fd32068-b7e8-4de0-8562-b169086e783f req-a171e506-e941-4357-8f49-08797cac7390 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.1672289 Aug 27 14:59:51.238281 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-41b54a15-0de2-47d0-903f-2c8073c0f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.240500 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-41b54a15-0de2-47d0-903f-2c8073c0f803 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 916 time: 0.3111944 Aug 27 14:59:51.327228 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-c4430048-d289-40e1-bb91-708ff9582e6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c HTTP/1.1" status: 200 len: 217 time: 0.0672700 Aug 27 14:59:51.342543 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.349573 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cc7f8ac4-39b6-4b36-b6f6-3ff16a414292 req-145f7d59-9976-4718-b07a-47d3b335d98e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479825 Aug 27 14:59:51.379567 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.35', 56386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:51.391908 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.426446 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.429258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.435284 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e9ddb2a-6001-410e-8de9-868ed677b959 HTTP/1.1" status: 204 len: 168 time: 1.1717854 Aug 27 14:59:51.528393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcbe3f-e86c-49c9-82c2-e2c8ed3eb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ddb2a-6001-410e-8de9-868ed677b959,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.603129 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-353d7655-0a69-489d-834f-2f5a98cc0dde req-30b27c10-d3fe-4715-9e4c-903d86220cc9 service neutron] 10.222.0.35 "GET /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125453 Aug 27 14:59:51.634532 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.675197 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-b47ab25b-4cc4-4c45-9299-dc12f09bc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.676778 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-b47ab25b-4cc4-4c45-9299-dc12f09bc587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.3361673 Aug 27 14:59:51.701166 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.737798 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-c79b6020-578e-423d-9864-0f9de2aabe5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428085 Aug 27 14:59:51.750703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Allocated IP 172.20.0.6 (44f8965c-54e8-4eb5-b453-873ef780b5fe/6b5c560e-efa1-44ef-87b4-3b88bf64c3a9/e0821bd8-8927-4af0-8685-83185b80acbd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:51.844506 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d610f8-3f12-4756-a4c3-933e3fbc9d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.848369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ab833-03ac-449f-b5ff-57bea1a28343 req-73b46069-5e22-4fcf-b5e3-2b1b6204081e tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.849991 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9a4ab833-03ac-449f-b5ff-57bea1a28343 req-73b46069-5e22-4fcf-b5e3-2b1b6204081e tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 943 time: 0.1932540 Aug 27 14:59:51.856004 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-0f8788b0-1601-41ae-9a0e-167fbff42aef tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.857471 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-0f8788b0-1601-41ae-9a0e-167fbff42aef tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 818 time: 0.4630969 Aug 27 14:59:51.861231 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d610f8-3f12-4756-a4c3-933e3fbc9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.884522 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Request body: {'port': {'device_id': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'admin_state_up': True, 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:51.935169 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9a4ab833-03ac-449f-b5ff-57bea1a28343 req-cc8c0a9b-f20c-45ca-aeb7-632fd3eda881 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785182 Aug 27 14:59:51.956794 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-776d04be-d7f7-4483-b856-8e16412d9bf0 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997654 Aug 27 14:59:51.995088 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.998010 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.002268 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/810ced76-f83c-456f-ac6a-db2e4f248d43 HTTP/1.1" status: 204 len: 168 time: 0.9171140 Aug 27 14:59:52.009345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d610f8-3f12-4756-a4c3-933e3fbc9d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0245cc-8512-45cf-85f4-aa9c323e51e0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.013991 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f5d610f8-3f12-4756-a4c3-933e3fbc9d7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2830fd8b383490fb2e5d4a810295e27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5357454 Aug 27 14:59:52.025249 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52378) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:52.049216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52380) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:52.085462 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 2c1041ea-3181-48a5-a3fe-cb0f6596684c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:59:52.092556 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77f4ec77-2725-48eb-afbf-d0f2f2a0bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.100992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3c9ce-c721-4da5-9612-8b672b8b887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ced76-f83c-456f-ac6a-db2e4f248d43,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.136198 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.148935 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.166916 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.221983 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.224200 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.242285 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-edc2ee4a-a978-4c4f-86b4-e59bda3bf39d req-79f3d03c-0fc1-450b-a36e-a7bc89f090e2 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606771 Aug 27 14:59:52.260499 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=ee4aad49-7aa8-4fef-82fc-993465596d39,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.284066 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.286691 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:52.301634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'port_id': '2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'mac_address': 'fa:16:3e:88:b8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65cd9ca-3503-47b8-b508-0bbf2c8af0e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:59:52.342159 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77f4ec77-2725-48eb-afbf-d0f2f2a0bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.348438 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77f4ec77-2725-48eb-afbf-d0f2f2a0bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.349699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.365442 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1041ea-3181-48a5-a3fe-cb0f6596684c {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:52.385796 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Made reservation on behalf of 3f71cfa1899b4e69bf76fb223abd9edb for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:52.389346 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.401640 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:52.408142 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-77f4ec77-2725-48eb-afbf-d0f2f2a0bd00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70a18ede95e2486da70e17069bba9542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552489 Aug 27 14:59:52.408142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.408619 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-40a10a00-1b71-4a2a-b84b-4f8e8a2cb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2731371 Aug 27 14:59:52.409075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52388) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:52.419382 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.420843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c5f88be8-db66-4c24-8317-0a5a055c97a9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:59:52.439945 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1198373e-2f5e-4ba2-9f12-4061a1948031 req-f3f81aed-e0a8-467e-9680-4917b4739e7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0736892 Aug 27 14:59:52.459541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.501937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ec77-2725-48eb-afbf-d0f2f2a0bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a4df15-29ae-4c25-a306-f56a743a59c4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.516197 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.583484 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.620857 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:52.660075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5e1e2-9f09-4722-8884-ebeae9dd32a5 req-3aefb70b-aa7f-46f4-bdce-960d5538f217 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:52.667472 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-89f5e1e2-9f09-4722-8884-ebeae9dd32a5 req-3aefb70b-aa7f-46f4-bdce-960d5538f217 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 945 time: 0.1405985 Aug 27 14:59:52.682523 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.695465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.705205 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.707903 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc0245cc-8512-45cf-85f4-aa9c323e51e0 HTTP/1.1" status: 204 len: 168 time: 0.6806421 Aug 27 14:59:52.709340 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:52.721036 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-89f5e1e2-9f09-4722-8884-ebeae9dd32a5 req-aa11b7d2-f836-4320-9173-288d0c3f165c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Aug 27 14:59:52.727717 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:52.741415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:52.744341 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.762073 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.763893 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 61280012-13d3-4e8d-8c75-5baa4e25838e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:52.765890 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.767522 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7a4df15-29ae-4c25-a306-f56a743a59c4 HTTP/1.1" status: 204 len: 168 time: 0.3555954 Aug 27 14:59:52.778899 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cc965-6717-4cec-aa69-64cd669be0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a4df15-29ae-4c25-a306-f56a743a59c4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.795238 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52406) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:52.817678 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77933da6-08c5-410f-a246-5cd107abeb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.852218 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9,segment=NetworkSegment(d373a425-8999-46c3-ad30-176a19097d43),segment_id=d373a425-8999-46c3-ad30-176a19097d43)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:52.880395 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'c5f88be8-db66-4c24-8317-0a5a055c97a9', 'network_id': '39cb4e79-6440-4172-98d1-400ef4780a8f', 'port_id': 'c5f88be8-db66-4c24-8317-0a5a055c97a9', 'mac_address': 'fa:16:3e:82:4c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a754f3-97b4-461f-872f-21374843b79d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:59:52.941060 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 61280012-13d3-4e8d-8c75-5baa4e25838e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:52.941645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.942945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.984802 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f88be8-db66-4c24-8317-0a5a055c97a9 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:53.001584 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77933da6-08c5-410f-a246-5cd107abeb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.010648 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77933da6-08c5-410f-a246-5cd107abeb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.026648 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9,segment=NetworkSegment(d373a425-8999-46c3-ad30-176a19097d43),segment_id=d373a425-8999-46c3-ad30-176a19097d43)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:53.033195 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.044802 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1390-0215-41be-a3bc-d2362c4d459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0245cc-8512-45cf-85f4-aa9c323e51e0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.072073 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-77933da6-08c5-410f-a246-5cd107abeb4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d903a1ae31d477cab8513cf9e7595b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754846 Aug 27 14:59:53.074510 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52416) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:53.153941 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5112879 Aug 27 14:59:53.154897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782a59c-535f-426d-b007-203e82ce6388 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Pushing event updated for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.185065 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77933da6-08c5-410f-a246-5cd107abeb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7b60c-12ee-43da-9f21-5b32d42f4c2c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.203753 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Request body: {'port': {'device_id': '5c217fe2-44db-4356-b448-3f29a506dffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:53.209455 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.215029 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed489c-1ee3-4464-aaa2-40f953bb48d2 req-15bea6bf-6f5b-40ce-aeec-ebc426a75d0a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:53.217705 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-34ed489c-1ee3-4464-aaa2-40f953bb48d2 req-15bea6bf-6f5b-40ce-aeec-ebc426a75d0a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 944 time: 0.1235952 Aug 27 14:59:53.244312 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.299372 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-34ed489c-1ee3-4464-aaa2-40f953bb48d2 req-2554814f-e2ac-40a4-9b33-129138a1d8db tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725973 Aug 27 14:59:53.305040 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52418) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:53.311877 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b8ef1503-0e98-4723-bbaa-ee04774ba731 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1124831911&fields=id&tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 267 time: 0.5355451 Aug 27 14:59:53.325595 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.343987 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b701d5e3-4fd6-49bd-a724-1b77b0064866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.368960 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c5f88be8-db66-4c24-8317-0a5a055c97a9'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:59:53.371324 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:59:53.383839 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Allocated IP 172.20.0.9 (44f8965c-54e8-4eb5-b453-873ef780b5fe/6b5c560e-efa1-44ef-87b4-3b88bf64c3a9/e1994c31-da42-4149-a0e8-3eeb95645d3a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:53.492811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.496308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.500941 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80c7b60c-12ee-43da-9f21-5b32d42f4c2c HTTP/1.1" status: 204 len: 168 time: 0.4220240 Aug 27 14:59:53.523289 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ff753-bffb-42e2-ac5c-4eb8147d9a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7b60c-12ee-43da-9f21-5b32d42f4c2c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.562498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.653730 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-eddce9d3-6193-4a92-9fa5-5fc84166d8ee req-ca63b181-0e02-4216-8c9e-e14b67c70eb5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0675576 Aug 27 14:59:53.700626 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b701d5e3-4fd6-49bd-a724-1b77b0064866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.709721 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b701d5e3-4fd6-49bd-a724-1b77b0064866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.792229 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b701d5e3-4fd6-49bd-a724-1b77b0064866 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a37cb1df7744435c9b87c8d686e31220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858477 Aug 27 14:59:53.793625 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701d5e3-4fd6-49bd-a724-1b77b0064866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b235f87-8799-4c6f-9126-3d9e4374bfaf,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.796457 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52440) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:53.864279 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.939073 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.954644 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-5e7d9b3a-5078-4d19-b2a8-b455a7279a5b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:53.956159 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-5e7d9b3a-5078-4d19-b2a8-b455a7279a5b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 811 time: 0.6060548 Aug 27 14:59:53.977551 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b38b-a3db-4048-8b29-b940b13a0f3a req-78afd6d9-c0c1-4c64-898c-337844a2c603 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:53.979314 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e19b38b-a3db-4048-8b29-b940b13a0f3a req-78afd6d9-c0c1-4c64-898c-337844a2c603 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 945 time: 0.1122198 Aug 27 14:59:53.984122 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-f863965b-ebb6-4561-9dc8-8201e1e390b8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/quotas/32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 375 time: 0.0106266 Aug 27 14:59:53.995930 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.034382 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e19b38b-a3db-4048-8b29-b940b13a0f3a req-e97f36b8-8975-4536-bcc3-49625f3a0393 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Aug 27 14:59:54.043013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.046983 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.051388 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b235f87-8799-4c6f-9126-3d9e4374bfaf HTTP/1.1" status: 204 len: 168 time: 0.2534215 Aug 27 14:59:54.074382 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a985f1-7ad1-48c0-b832-db03b17830f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b235f87-8799-4c6f-9126-3d9e4374bfaf,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:54.100022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-bd37e081-2356-4c40-9f52-32c383d825ac tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969522 Aug 27 14:59:54.122254 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.414800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Network 44f8965c-54e8-4eb5-b453-873ef780b5fe is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:54.437934 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Pushing event updated for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:54.440613 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:54.448487 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:54.453798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:54.454551 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.485483 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-a55d96d0-521a-486f-ac4d-59b0f33ec2c8 service neutron] 10.222.0.42 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611579 Aug 27 14:59:54.554982 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-5bdaa041-c053-4ede-960e-5b85da3fe377 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6810124 Aug 27 14:59:54.570328 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76641f5d-9408-4649-92c6-cf405350759f req-ec076800-aa11-4fee-a6f1-b7e9b4d65483 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:54.572960 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76641f5d-9408-4649-92c6-cf405350759f req-ec076800-aa11-4fee-a6f1-b7e9b4d65483 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 944 time: 0.1689901 Aug 27 14:59:54.576715 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Request body: {'port': {'device_id': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:54.650936 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76641f5d-9408-4649-92c6-cf405350759f req-4b624539-fe72-4c63-aff1-66f4237b3073 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638053 Aug 27 14:59:54.693553 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-50c0bea9-c110-4cf9-8a65-353d859f355d service neutron] 10.222.0.42 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015538 Aug 27 14:59:54.711314 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0821bd8-8927-4af0-8685-83185b80acbd {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:54.722749 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.736103 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.753752 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Transition to ACTIVE for port object e0821bd8-8927-4af0-8685-83185b80acbd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:54.783795 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.857835 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082743a9-3784-43ed-8be8-ef851e9f7c2c req-1fa674b5-94dc-4e13-8a1b-0f092ce0bc7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:54.866157 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-082743a9-3784-43ed-8be8-ef851e9f7c2c req-1fa674b5-94dc-4e13-8a1b-0f092ce0bc7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 931 time: 0.0662472 Aug 27 14:59:54.925754 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Pushing event updated for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:54.932840 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-082743a9-3784-43ed-8be8-ef851e9f7c2c req-2c0823a2-e919-47c2-85cb-fe853893f71c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Aug 27 14:59:55.016955 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Attempting to bind port e0821bd8-8927-4af0-8685-83185b80acbd on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:55.017311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Attempting to bind port e0821bd8-8927-4af0-8685-83185b80acbd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:55.017670 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Attempting to bind port e0821bd8-8927-4af0-8685-83185b80acbd on network 44f8965c-54e8-4eb5-b453-873ef780b5fe {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:55.027929 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Port e0821bd8-8927-4af0-8685-83185b80acbd on network 44f8965c-54e8-4eb5-b453-873ef780b5fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:59:55.028254 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Attempting to bind port e0821bd8-8927-4af0-8685-83185b80acbd on network 44f8965c-54e8-4eb5-b453-873ef780b5fe {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:55.033183 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e5ef3cc9-4815-4e2f-9346-bcd0a4376045 req-b5e59ee6-50ad-4640-8dde-4c6e9312f10a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 210 time: 0.0564494 Aug 27 14:59:55.043631 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:55.044320 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Checking segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:55.045070 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Bound using segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:55.045705 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Bound port: e0821bd8-8927-4af0-8685-83185b80acbd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:55.046222 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.226498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:55.263962 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e0821bd8-8927-4af0-8685-83185b80acbd,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:55.275306 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.315016 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b676d-dd14-474f-a487-1b2c6cb9fca7 req-913025f7-ccae-4522-a807-46a1737cb129 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:55.338943 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1f8b676d-dd14-474f-a487-1b2c6cb9fca7 req-913025f7-ccae-4522-a807-46a1737cb129 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 945 time: 0.1881940 Aug 27 14:59:55.499496 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1f8b676d-dd14-474f-a487-1b2c6cb9fca7 req-aab0548e-bb20-48d6-86de-a86684ea8c87 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594818 Aug 27 14:59:55.504162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:55.505106 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.507476 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] 10.222.0.35 "PUT /v2.0/ports/e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 1093 time: 2.3358564 Aug 27 14:59:55.510287 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:55.621016 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2df68-274f-45f3-ba4b-08ae9335b846 service neutron] Pushing event updated for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:55.627512 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1994c31-da42-4149-a0e8-3eeb95645d3a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:55.699230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.741422 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52530) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:55.759775 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-98939e01-4e02-4565-a9d2-7b5ebb528c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:55.761412 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-98939e01-4e02-4565-a9d2-7b5ebb528c06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1096 time: 0.1533666 Aug 27 14:59:55.768082 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Transition to ACTIVE for port object e1994c31-da42-4149-a0e8-3eeb95645d3a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:55.772970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.897601 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1089-a5da-4cae-8536-44254b66df72 req-4b897b28-e1d3-4ac7-8d80-92ec7dcdcb43 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:55.911415 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b10a1089-a5da-4cae-8536-44254b66df72 req-4b897b28-e1d3-4ac7-8d80-92ec7dcdcb43 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 944 time: 0.1477242 Aug 27 14:59:55.978851 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Pushing event updated for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:55.989805 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e6c180-2f90-4426-9352-f91be5bdd98d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:55.994253 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-fa8f0fa4-24d3-4403-91b2-5ce932a94485 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.2172081 Aug 27 14:59:56.026281 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 2c1041ea-3181-48a5-a3fe-cb0f6596684c up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:56.030419 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b10a1089-a5da-4cae-8536-44254b66df72 req-3711bc49-fd26-4012-96e7-8594e577e18a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159348 Aug 27 14:59:56.099451 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Attempting to bind port e1994c31-da42-4149-a0e8-3eeb95645d3a on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:56.100420 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Attempting to bind port e1994c31-da42-4149-a0e8-3eeb95645d3a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:56.100420 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Attempting to bind port e1994c31-da42-4149-a0e8-3eeb95645d3a on network 44f8965c-54e8-4eb5-b453-873ef780b5fe {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:56.132474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Port e1994c31-da42-4149-a0e8-3eeb95645d3a on network 44f8965c-54e8-4eb5-b453-873ef780b5fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:59:56.132907 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Attempting to bind port e1994c31-da42-4149-a0e8-3eeb95645d3a on network 44f8965c-54e8-4eb5-b453-873ef780b5fe {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:56.135725 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 2c1041ea-3181-48a5-a3fe-cb0f6596684c completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:56.143778 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 2c1041ea-3181-48a5-a3fe-cb0f6596684c triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:56.145299 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.148245 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:56.148778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Checking segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:56.149179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Bound using segment: {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:56.149643 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Bound port: e1994c31-da42-4149-a0e8-3eeb95645d3a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b83a4e-ddda-497f-ac9b-40f003c86a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:56.149976 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.166263 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132870637-network', 'tenant_id': '6d972a8cf2c042d6b69f988ac6e8caa7'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:56.205174 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Made reservation on behalf of 6d972a8cf2c042d6b69f988ac6e8caa7 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:56.209906 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.232773 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.258556 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-5c39f904-bc8c-4d08-a775-c7d26f0636f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:56.265200 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-5c39f904-bc8c-4d08-a775-c7d26f0636f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.2528880 Aug 27 14:59:56.302408 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.348164 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:56.405242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:56.414792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:56.457785 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e02b3-5304-4358-b749-9b980a8dad0f req-15c52ea3-8f4e-471e-8036-add0a6e073ed tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:56.469783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:56.472257 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-be7e02b3-5304-4358-b749-9b980a8dad0f req-15c52ea3-8f4e-471e-8036-add0a6e073ed tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 943 time: 0.3947513 Aug 27 14:59:56.479918 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.481065 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.481461 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c5f88be8-db66-4c24-8317-0a5a055c97a9 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:56.490734 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed58c52-c6c7-4816-ae7a-04822399b327 x-openstack-request-id: req-eed58c52-c6c7-4816-ae7a-04822399b327 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:56.491017 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:56.491277 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eed58c52-c6c7-4816-ae7a-04822399b327 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:56.491746 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd', 'status': 'completed', 'code': 200} Aug 27 14:59:56.635479 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.649406 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:56.664212 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port c5f88be8-db66-4c24-8317-0a5a055c97a9 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:56.673582 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.674723 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port c5f88be8-db66-4c24-8317-0a5a055c97a9 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:56.675113 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.720125 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-a6ab9cfe-8886-4b12-ac18-a1ba6a5141ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2964497 Aug 27 14:59:56.776058 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2ce4ac13-5694-4ec6-8610-88ece174f043 req-41cfe8c4-8ac7-497c-93b2-9f3077dca5b7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 210 time: 0.1766915 Aug 27 14:59:56.799846 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:56.800721 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.802811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:56.803009 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] 10.222.0.35 "PUT /v2.0/ports/e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 200 len: 1093 time: 2.2363718 Aug 27 14:59:56.814366 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.815161 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Added segment 3e27b89f-a0dc-4420-a01a-7d589e71833b of type vlan for network 57f6a5b6-2b7d-4266-b916-4737c98d3637 Aug 27 14:59:56.833015 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.870062 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.902645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9,segment=NetworkSegment(d373a425-8999-46c3-ad30-176a19097d43),segment_id=d373a425-8999-46c3-ad30-176a19097d43)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:56.908888 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.928353 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac37e90f-b1b5-47ed-8b57-6e1286a1cf20,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:56.958028 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-be7e02b3-5304-4358-b749-9b980a8dad0f req-a8e85cf0-6838-47ab-891c-578df3545fa0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847476 Aug 27 14:59:56.996841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795db8-5518-4d2c-860e-673adb9dbfef service neutron] Pushing event updated for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:56.997075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.997921 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:56.998536 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.009250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:57.023395 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4575a8f9-9c50-4126-b586-dffc61494423" -d '{"events": [{"server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "name": "network-vif-plugged", "status": "completed", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:57.054405 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6930de87-dcb2-4e2e-a8b9-a282a4369a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.056232 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-6930de87-dcb2-4e2e-a8b9-a282a4369a09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1096 time: 0.1769292 Aug 27 14:59:57.068112 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-1149fc2a-cff7-4d31-b96d-c098d69df606 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357735 Aug 27 14:59:57.091257 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-c01c1d5b-8d82-4e85-a07f-d71469fe94ee tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.092830 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-c01c1d5b-8d82-4e85-a07f-d71469fe94ee tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 811 time: 0.7017279 Aug 27 14:59:57.113428 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3710394 Aug 27 14:59:57.126278 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52590) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:57.142578 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Request body: {'subnet': {'network_id': '57f6a5b6-2b7d-4266-b916-4737c98d3637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132870637-subnet', 'tenant_id': '6d972a8cf2c042d6b69f988ac6e8caa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:57.154835 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9928-d6b7-4fa8-bcea-585fbcb32cf5 req-cda61389-2cbf-4aae-a6df-d837fdc9048d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.163486 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9fbe9928-d6b7-4fa8-bcea-585fbcb32cf5 req-cda61389-2cbf-4aae-a6df-d837fdc9048d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.2316322 Aug 27 14:59:57.198710 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60016c-3107-45df-b0ba-d05db24e5024 admin admin] Pushing event updated for resources: {'Network': ['ID=57f6a5b6-2b7d-4266-b916-4737c98d3637,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:57.232693 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 57f6a5b6-2b7d-4266-b916-4737c98d3637 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:57.239117 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-32c2ef3b-5c23-49a6-a0a6-f406c204ecb3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 380 time: 0.1318417 Aug 27 14:59:57.242297 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Made reservation on behalf of 6d972a8cf2c042d6b69f988ac6e8caa7 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:57.245758 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.271282 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'port': {'device_id': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'admin_state_up': True, 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'security_groups': ['a36d134a-14fd-479d-b9b7-e787a4619b70']}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:57.343731 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9fbe9928-d6b7-4fa8-bcea-585fbcb32cf5 req-1bfa7939-a40e-4207-a6b2-e1fed7a21cc2 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788540 Aug 27 14:59:57.394229 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-ce66b90e-3c99-4709-a7cc-8e4453427041 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 200 len: 217 time: 0.3242207 Aug 27 14:59:57.538949 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a940ba6-65b1-4961-a9eb-07b246ca5299 x-openstack-request-id: req-6a940ba6-65b1-4961-a9eb-07b246ca5299 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:57.539240 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "name": "network-vif-plugged", "status": "completed", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:57.539491 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a940ba6-65b1-4961-a9eb-07b246ca5299 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:57.550428 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'code': 200} Aug 27 14:59:57.621600 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-51d40fa2-7ccd-4a78-8497-52e01e2cb432 req-39eec86c-a8d2-4e00-8ef9-67640519812d service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349639 Aug 27 14:59:57.650773 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0f8c-6ae4-45f8-bd5f-e5eee1682f8c req-4fa53dad-6e63-43c0-b994-f0456b1b15a8 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.652267 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f0ee0f8c-6ae4-45f8-bd5f-e5eee1682f8c req-4fa53dad-6e63-43c0-b994-f0456b1b15a8 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.2689278 Aug 27 14:59:57.654504 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-c78bae53-c0f4-463a-a624-26d03ac8205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.655886 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-c78bae53-c0f4-463a-a624-26d03ac8205e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.2421494 Aug 27 14:59:57.685909 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Made reservation on behalf of 32860cc3fd8e4ea49a6c8d132ee1d800 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:57.689378 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.720515 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52915c-b473-452b-9306-fe186190866c req-b65f0498-cfa8-4490-b9e0-95646d47a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.722060 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2a52915c-b473-452b-9306-fe186190866c req-b65f0498-cfa8-4490-b9e0-95646d47a40e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 1099 time: 0.2082024 Aug 27 14:59:57.739161 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-04a72bd8-641d-488b-82f5-0802bedb8ae9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679502 Aug 27 14:59:57.810573 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2a52915c-b473-452b-9306-fe186190866c req-487d9355-4999-4a7c-9238-452d83077857 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.875625 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f0ee0f8c-6ae4-45f8-bd5f-e5eee1682f8c req-0f4f8673-06a5-46b4-b849-ececabb31b93 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133431 Aug 27 14:59:58.045840 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b0f89d69-6693-4301-9aed-b5de6669638e req-9676ccf1-8493-41cd-9a58-739e9bf97131 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 210 time: 0.0608335 Aug 27 14:59:58.060718 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-d3bc869e-2a43-4769-977e-7a08eb2770e9 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812226 Aug 27 14:59:58.074439 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-93bacedb-212d-4db3-be85-1ae4b586c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.076481 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-93bacedb-212d-4db3-be85-1ae4b586c3ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1096 time: 0.3498948 Aug 27 14:59:58.185906 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.238286 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:58.321148 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Allocated IP 172.20.0.12 (64a18e8c-064c-4637-b786-d5c21eeb0284/53c8e92f-095f-468e-afde-9985fcca0f69/56f3d2e5-bfa6-4408-9e88-a64d48fbd211) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:58.324506 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595505e-ab25-482e-b5ea-8ddd3709c2f7 req-223757e6-2293-47f0-9f49-1aae6b02852c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.332217 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5595505e-ab25-482e-b5ea-8ddd3709c2f7 req-223757e6-2293-47f0-9f49-1aae6b02852c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 943 time: 0.1910470 Aug 27 14:59:58.383459 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ded799-fd4e-4b62-a127-73885bde890f,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:58.449250 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7211e66b-29d2-4fb6-b5cd-c4bf2bf3bfdf req-476a5610-7be4-4f83-9805-255ba53ba14b service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711338 Aug 27 14:59:58.488435 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5595505e-ab25-482e-b5ea-8ddd3709c2f7 req-c4d6a55d-3261-4331-a6cb-fa4c56bcab7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540844 Aug 27 14:59:58.494650 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-90863ce0-d5cd-4bb6-9543-e04c9bc4e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.496200 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-90863ce0-d5cd-4bb6-9543-e04c9bc4e794 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.3562849 Aug 27 14:59:58.496968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5614ce-6e0e-4626-b7d4-5d3058ea7036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.499683 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:58.501968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c1436-b021-4189-b7f0-3ca160cde06c" -d '{"events": [{"name": "network-changed", "server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:58.577370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Checking segment: {'id': '3e27b89f-a0dc-4420-a01a-7d589e71833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57f6a5b6-2b7d-4266-b916-4737c98d3637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:58.577726 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Network hostable DHCP agents. Network: 57f6a5b6-2b7d-4266-b916-4737c98d3637, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:58.583779 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e595c-9f18-4cff-8c13-b610e5fa3b72 x-openstack-request-id: req-202e595c-9f18-4cff-8c13-b610e5fa3b72 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:58.584094 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:58.584324 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-202e595c-9f18-4cff-8c13-b610e5fa3b72 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:58.584722 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a', 'status': 'completed', 'code': 200} Aug 27 14:59:58.586283 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-1e150ff2-7ed4-4761-afe2-8e3a493eaec5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0813611 Aug 27 14:59:58.639463 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2a52915c-b473-452b-9306-fe186190866c req-487d9355-4999-4a7c-9238-452d83077857 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.657732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8574ea-e9ac-42c0-887b-59b9b28e0e3e req-ac9dfe8e-fe2d-4359-a874-60f9d036c4a6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.659380 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6d8574ea-e9ac-42c0-887b-59b9b28e0e3e req-ac9dfe8e-fe2d-4359-a874-60f9d036c4a6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.2169240 Aug 27 14:59:58.663918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2a52915c-b473-452b-9306-fe186190866c req-487d9355-4999-4a7c-9238-452d83077857 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.705089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Network 57f6a5b6-2b7d-4266-b916-4737c98d3637 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:58.708390 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-9cd899f8-8af3-4f35-9e47-49964520dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.709909 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-9cd899f8-8af3-4f35-9e47-49964520dec8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0979481 Aug 27 14:59:58.740045 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c4be02f1-f3a6-4605-a9d5-6d8ff94ba052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.750544 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-efa60f61-8aee-4f8a-b30b-73717868b7fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297177 Aug 27 14:59:58.765291 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2a52915c-b473-452b-9306-fe186190866c req-487d9355-4999-4a7c-9238-452d83077857 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0303338 Aug 27 14:59:58.765837 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 57f6a5b6-2b7d-4266-b916-4737c98d3637) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:58.770209 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d9355-4999-4a7c-9238-452d83077857 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9929adec-97f1-49ca-a9e5-7c0a97d3e541,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:58.775043 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c1436-b021-4189-b7f0-3ca160cde06c req-500cc906-caae-4ec0-a20a-3e3635ac44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.776185 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-500cc906-caae-4ec0-a20a-3e3635ac44fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1096 time: 0.1794386 Aug 27 14:59:58.779996 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ecabf-e8d6-427f-9790-4bcb76642141 None None] Network 57f6a5b6-2b7d-4266-b916-4737c98d3637 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:58.785676 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.788371 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.793884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.830810 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6d8574ea-e9ac-42c0-887b-59b9b28e0e3e req-b5b3d282-8a7b-40f2-acb1-918fe2f05eb8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574938 Aug 27 14:59:58.832541 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Transition to ACTIVE for port object 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:58.884964 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.971691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:58.977905 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:58.980673 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-49f4cf8f-63e0-4132-930f-fff7e3dc7dba service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198932 Aug 27 14:59:58.982066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:58.988316 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.988992 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.009779 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52712) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:59.022751 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b873df7-3eff-4948-92b9-a31e5b5e18b2 None None] Network 57f6a5b6-2b7d-4266-b916-4737c98d3637 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:59.026250 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:59.044646 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5614ce-6e0e-4626-b7d4-5d3058ea7036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.060952 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-d7933ea8-3566-4960-9db7-9f41b26f52ce tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8007238 Aug 27 14:59:59.062712 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-8913ec16-5c16-485f-adbb-a0c6503eef06 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9351778 Aug 27 14:59:59.080082 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Request body: {'port': {'device_id': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:59.175369 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5614ce-6e0e-4626-b7d4-5d3058ea7036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.271740 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52544b97-bb87-4ffe-95cc-b25720d15410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.276409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.337576 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-fe5614ce-6e0e-4626-b7d4-5d3058ea7036 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a41ddc3527524b6db62148f3d200571b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0961347 Aug 27 14:59:59.343573 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52730) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:59.368507 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5614ce-6e0e-4626-b7d4-5d3058ea7036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75135004-c907-451d-9e50-11457114d9bb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:59.369499 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2f260-8156-44f7-bf60-60201d987aad req-b43c6c2e-a2b8-4d09-adc9-de7228345deb tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.371802 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b2e2f260-8156-44f7-bf60-60201d987aad req-b43c6c2e-a2b8-4d09-adc9-de7228345deb tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 932 time: 0.1691778 Aug 27 14:59:59.396123 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18ffa-052e-45b5-924f-1b8c193805f2 req-274fde3f-53f9-45d3-ae87-99083fcafe17 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.403822 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0cd18ffa-052e-45b5-924f-1b8c193805f2 req-274fde3f-53f9-45d3-ae87-99083fcafe17 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.4139340 Aug 27 14:59:59.424125 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9f9f4885-cbf9-4c6c-9467-5476d14a7cd2 None None] Provisioning for port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:59.429989 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9f9f4885-cbf9-4c6c-9467-5476d14a7cd2 None None] Provisioning complete for port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:59.430388 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4885-cbf9-4c6c-9467-5476d14a7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.454633 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c1436-b021-4189-b7f0-3ca160cde06c req-486a2be2-93d3-46f0-8192-9469ef2d890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.456580 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-486a2be2-93d3-46f0-8192-9469ef2d890d service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.4427922 Aug 27 14:59:59.461359 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3e6c180-2f90-4426-9352-f91be5bdd98d req-6a2aef85-9e75-4484-9677-c02e0d5ee13b service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276912 Aug 27 14:59:59.508440 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f4885-cbf9-4c6c-9467-5476d14a7cd2 None None] Port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:59.531320 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b2e2f260-8156-44f7-bf60-60201d987aad req-ad796ff6-7c3f-47a7-a967-8e23b11d94bf tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377182 Aug 27 14:59:59.534301 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-bc92811d-6538-4324-b608-3cffbe545ded service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 200 len: 217 time: 0.0607784 Aug 27 14:59:59.550138 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0cd18ffa-052e-45b5-924f-1b8c193805f2 req-a3d079dc-c99e-4e7e-a11f-5d3caa0d3af5 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400793 Aug 27 14:59:59.555345 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:59.562631 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa73a34-34f5-4520-80cb-e22f684b29eb" -d '{"events": [{"server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "name": "network-vif-plugged", "status": "completed", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:59.623735 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.629634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ef3bc-6227-404f-b3fd-cca6d2cbbd90 x-openstack-request-id: req-a61ef3bc-6227-404f-b3fd-cca6d2cbbd90 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:59.630638 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "name": "network-vif-plugged", "status": "completed", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:59.631036 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a61ef3bc-6227-404f-b3fd-cca6d2cbbd90 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:59.631676 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9', 'code': 200} Aug 27 14:59:59.672468 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52544b97-bb87-4ffe-95cc-b25720d15410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.682706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52544b97-bb87-4ffe-95cc-b25720d15410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.697154 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.714258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c1436-b021-4189-b7f0-3ca160cde06c req-12843322-0cb6-4b7b-b6b4-81df25e4fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.715773 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-12843322-0cb6-4b7b-b6b4-81df25e4fcbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.1541204 Aug 27 14:59:59.765405 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-40f1bf55-4fd6-4c2a-94ba-0260f8097543 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347662 Aug 27 14:59:59.776680 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dc9f6-baa7-4120-8294-4b9ca82726bc req-ee99f2cc-001d-40e7-bbab-64080505691f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.778332 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bb3dc9f6-baa7-4120-8294-4b9ca82726bc req-ee99f2cc-001d-40e7-bbab-64080505691f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 943 time: 0.1352618 Aug 27 14:59:59.781043 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-52544b97-bb87-4ffe-95cc-b25720d15410 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55b07ba98e1547ebb3e45afd7a8e2ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690818 Aug 27 14:59:59.781631 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52544b97-bb87-4ffe-95cc-b25720d15410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d149b-8f40-45e1-962e-0a3acef982ba,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:59.784464 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52746) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:59.845179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:59.908888 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:59.921468 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.932142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:59.993595 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.019589 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d119b-2d94-4111-a329-7aa59c8af0fc req-be551161-90b7-4c59-9c38-0b53d8250576 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.021501 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3f3d119b-2d94-4111-a329-7aa59c8af0fc req-be551161-90b7-4c59-9c38-0b53d8250576 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.0949969 Aug 27 15:00:00.054465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Transition to ACTIVE for port object 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:00.070774 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.087653 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e0821bd8-8927-4af0-8685-83185b80acbd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:00.089847 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.092415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.093557 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75135004-c907-451d-9e50-11457114d9bb HTTP/1.1" status: 204 len: 168 time: 0.7381144 Aug 27 15:00:00.099782 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:00.107292 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1245583019-network', 'tenant_id': '11961468eb5e4deeb8ad9e3099e7acf3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:00.117866 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3f3d119b-2d94-4111-a329-7aa59c8af0fc req-f99ef4cc-d128-4264-882a-105e18f8bb4c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863681 Aug 27 15:00:00.137192 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6db9-e06d-4f17-a180-ddcfd791a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75135004-c907-451d-9e50-11457114d9bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:00.149153 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.153493 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.154675 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a7d149b-8f40-45e1-962e-0a3acef982ba HTTP/1.1" status: 204 len: 168 time: 0.3678033 Aug 27 15:00:00.161448 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:00.191598 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edee25d-5d6e-4914-bbd5-3deb8ff5385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d149b-8f40-45e1-962e-0a3acef982ba,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:00.207449 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Attempting to bind port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:00.208202 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Attempting to bind port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:00.208808 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Attempting to bind port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:00.220283 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:00:00.220837 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Attempting to bind port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:00.226575 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:00.227118 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Checking segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:00.227691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Bound using segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:00.228343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Bound port: 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:00.228903 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.262625 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bb3dc9f6-baa7-4120-8294-4b9ca82726bc req-752fc955-99f5-452c-aa90-e71b01fc1876 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217153 Aug 27 15:00:00.291478 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-ef58b97d-1821-4c44-8b06-04de75601a89 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118520 Aug 27 15:00:00.292351 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Made reservation on behalf of 11961468eb5e4deeb8ad9e3099e7acf3 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:00.300614 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.308624 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff890-6202-409f-880f-50161acd18b8 req-b87d678a-32af-4204-a9a7-d6d95dc0631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.312201 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ecaff890-6202-409f-880f-50161acd18b8 req-b87d678a-32af-4204-a9a7-d6d95dc0631d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 1098 time: 0.4550214 Aug 27 15:00:00.336881 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:00.342209 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:00.350232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.370772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.394591 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e0821bd8-8927-4af0-8685-83185b80acbd,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:00.406291 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.407787 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.409486 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] 10.222.0.35 "PUT /v2.0/ports/56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 1094 time: 1.3382626 Aug 27 15:00:00.410166 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:00.413416 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c13dcc-d028-44a2-adac-f4f738d063a6" -d '{"events": [{"name": "network-changed", "server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:00.417737 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'e0821bd8-8927-4af0-8685-83185b80acbd', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'port_id': 'e0821bd8-8927-4af0-8685-83185b80acbd', 'mac_address': 'fa:16:3e:0f:19:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:00.443328 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a806bb-4089-4d11-b773-5fb87afd5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:00.495846 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.506204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c238d-5ed1-4e13-9442-444bc27e70e0 x-openstack-request-id: req-e78c238d-5ed1-4e13-9442-444bc27e70e0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:00.506674 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:00.506924 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e78c238d-5ed1-4e13-9442-444bc27e70e0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:00.507416 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'status': 'completed', 'code': 200} Aug 27 15:00:00.523092 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-da35a79e-9000-4f49-b629-c290e91b050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.524721 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-da35a79e-9000-4f49-b629-c290e91b050d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1097 time: 0.0669725 Aug 27 15:00:00.528589 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0821bd8-8927-4af0-8685-83185b80acbd {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:00.572931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e0821bd8-8927-4af0-8685-83185b80acbd,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:00.579478 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.630835 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e575a165-c7de-48b8-8920-2e256f5a709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.669958 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-23c83839-88b7-45a2-86bc-8b09cad05b68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 217 time: 0.1268868 Aug 27 15:00:00.710963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:00.744465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-5742de1f-20e2-49c7-8bc3-4f4829dd1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.746591 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-5742de1f-20e2-49c7-8bc3-4f4829dd1312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0661254 Aug 27 15:00:00.810842 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ecaff890-6202-409f-880f-50161acd18b8 req-946d9779-fe0d-4f4a-9627-2c218e988da3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725018 Aug 27 15:00:00.843383 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['e0821bd8-8927-4af0-8685-83185b80acbd'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:00.854197 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.867923 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:00.875118 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e849c-edcc-4864-8375-a2e696c36800 req-185d6497-2e65-45c5-ab1c-5c2bf2e991ef tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.877367 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c60e849c-edcc-4864-8375-a2e696c36800 req-185d6497-2e65-45c5-ab1c-5c2bf2e991ef tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 944 time: 0.1296418 Aug 27 15:00:00.914403 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-87658f00-666a-4d5a-89c3-d1d184cbcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.915905 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-87658f00-666a-4d5a-89c3-d1d184cbcd12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1287463 Aug 27 15:00:00.951056 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c60e849c-edcc-4864-8375-a2e696c36800 req-e0d6b7d0-67b2-4203-b94b-4336efaff2c0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564842 Aug 27 15:00:00.992441 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-439c1436-b021-4189-b7f0-3ca160cde06c req-f2660585-892b-4df2-9cd1-5bc2bc5b2277 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643562 Aug 27 15:00:00.997170 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:00:00.999589 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52776) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:01.014733 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1445-09dd-4a5a-9c61-48f2c66a1ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.052441 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52778) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:01.080971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86011f63-9298-44a7-a45d-95c22da5b6fd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:01.088311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.088619 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Added segment b1865f22-34b0-42c8-af25-7d41e2c265cd of type vlan for network ae0dae21-5cf2-4a60-8a7d-3a8cb585466f Aug 27 15:00:01.105648 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8b30d-29ee-45aa-ba20-a72cdc875760 req-c94a8b63-abac-468e-b2bc-24568f0cca5c tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.107316 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7d8b30d-29ee-45aa-ba20-a72cdc875760 req-c94a8b63-abac-468e-b2bc-24568f0cca5c tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.4241717 Aug 27 15:00:01.118452 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78f201d5-2eb8-4766-809e-618fae24a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.167205 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-15783b67-1688-4be0-92de-d36390831b0a service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263630 Aug 27 15:00:01.167593 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.174517 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e575a165-c7de-48b8-8920-2e256f5a709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.183992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e575a165-c7de-48b8-8920-2e256f5a709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.215634 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7d8b30d-29ee-45aa-ba20-a72cdc875760 req-d88b4142-789e-4774-92b0-4301bb43454f tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836444 Aug 27 15:00:01.253101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.254146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.254826 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.267326 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e575a165-c7de-48b8-8920-2e256f5a709a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ba2302644cd49079c28cd718c9e4be0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4208493 Aug 27 15:00:01.274263 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52782) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:01.280126 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575a165-c7de-48b8-8920-2e256f5a709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7da79a-315f-4be0-b9ca-d9d069eeaed6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:01.323433 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] Pushing event updated for resources: {'Network': ['ID=ae0dae21-5cf2-4a60-8a7d-3a8cb585466f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:01.337095 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network ae0dae21-5cf2-4a60-8a7d-3a8cb585466f details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:00:01.379858 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3345f4f5-964d-4052-8c6d-66d47fe29ee8 req-6cac73ee-f921-4c99-9662-02d6bef3a773 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884770 Aug 27 15:00:01.393429 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df605c96-212f-4518-a31b-2a20924906e7 req-9b9555c8-7d07-4308-93f8-44b438f6edb1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.395330 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-df605c96-212f-4518-a31b-2a20924906e7 req-9b9555c8-7d07-4308-93f8-44b438f6edb1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 943 time: 0.0611868 Aug 27 15:00:01.418705 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c982cb-b1f4-4a68-8958-20e1f28dfb64 req-39455486-e1d6-493e-ad4b-f8bcbf2934f0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.420197 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c3c982cb-b1f4-4a68-8958-20e1f28dfb64 req-39455486-e1d6-493e-ad4b-f8bcbf2934f0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.1704385 Aug 27 15:00:01.449579 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-df605c96-212f-4518-a31b-2a20924906e7 req-f4c9cde6-c957-4a03-9053-f812b82ba518 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Aug 27 15:00:01.484271 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.502057 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1445-09dd-4a5a-9c61-48f2c66a1ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.511157 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0dd1c423-bd7f-46b2-99d1-2bd9311ea7bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4078639 Aug 27 15:00:01.513816 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:01.519759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Request body: {'subnet': {'network_id': 'ae0dae21-5cf2-4a60-8a7d-3a8cb585466f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1245583019-subnet', 'tenant_id': '11961468eb5e4deeb8ad9e3099e7acf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:01.523015 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1445-09dd-4a5a-9c61-48f2c66a1ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.551024 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-933a35b1-f477-4125-862c-444526207bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.562500 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c3c982cb-b1f4-4a68-8958-20e1f28dfb64 req-8c20fb04-0a6e-4b43-81b1-93b69cd978d9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355243 Aug 27 15:00:01.568409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.609565 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-3493e0b5-0325-406c-a133-eec3202c6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.611172 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-3493e0b5-0325-406c-a133-eec3202c6c51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1097 time: 0.1666329 Aug 27 15:00:01.620229 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ff1a1445-09dd-4a5a-9c61-48f2c66a1ec6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34e7555f3524472989d906b90ceb978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196201 Aug 27 15:00:01.623001 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:01.626935 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a1445-09dd-4a5a-9c61-48f2c66a1ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfee6f-10d5-405a-98c2-79be80ba9fc9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:01.688825 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.711549 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.768140 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.771216 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.773162 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18cfee6f-10d5-405a-98c2-79be80ba9fc9 HTTP/1.1" status: 204 len: 168 time: 0.1481071 Aug 27 15:00:01.789628 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1adfb-8c11-47be-b630-547d0bb2d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfee6f-10d5-405a-98c2-79be80ba9fc9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:01.949486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.954280 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:01.955463 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb7da79a-315f-4be0-b9ca-d9d069eeaed6 HTTP/1.1" status: 204 len: 168 time: 0.6790791 Aug 27 15:00:01.989463 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b37287-cb06-4089-8a1d-4404ca73c0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7da79a-315f-4be0-b9ca-d9d069eeaed6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.038211 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-49cdeff0-760c-4cd5-a79a-7b2738c29216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.040947 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-49cdeff0-760c-4cd5-a79a-7b2738c29216 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.4193025 Aug 27 15:00:02.057161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78f201d5-2eb8-4766-809e-618fae24a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.076947 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.085119 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e1994c31-da42-4149-a0e8-3eeb95645d3a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:02.093838 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e0821bd8-8927-4af0-8685-83185b80acbd up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:02.153396 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78f201d5-2eb8-4766-809e-618fae24a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.168016 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Made reservation on behalf of 11961468eb5e4deeb8ad9e3099e7acf3 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:02.170973 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.185329 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-335a096a-6b9d-4371-8853-f6b8daf24626 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 217 time: 0.1316023 Aug 27 15:00:02.215530 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port e0821bd8-8927-4af0-8685-83185b80acbd completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:02.226129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port e0821bd8-8927-4af0-8685-83185b80acbd triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:02.227110 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.267355 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-78f201d5-2eb8-4766-809e-618fae24a79f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4182e15b129b465284ae7a28da4791be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916187 Aug 27 15:00:02.268232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52810) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:02.273591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f201d5-2eb8-4766-809e-618fae24a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e09774-9db1-4015-9c9f-47dfc663d74d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.310523 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-1223e707-8c53-4593-ac2e-5e21ac0de854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.312000 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-1223e707-8c53-4593-ac2e-5e21ac0de854 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.1053565 Aug 27 15:00:02.316838 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:02.337377 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'e1994c31-da42-4149-a0e8-3eeb95645d3a', 'network_id': '44f8965c-54e8-4eb5-b453-873ef780b5fe', 'port_id': 'e1994c31-da42-4149-a0e8-3eeb95645d3a', 'mac_address': 'fa:16:3e:34:dd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5c560e-efa1-44ef-87b4-3b88bf64c3a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:02.359465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6e0e-932b-42a5-bad9-733595bf5e26 req-2566cbe7-adce-4e13-a49e-8d7a01ec8656 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.361619 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fa6e6e0e-932b-42a5-bad9-733595bf5e26 req-2566cbe7-adce-4e13-a49e-8d7a01ec8656 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 944 time: 0.2988026 Aug 27 15:00:02.384276 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.390515 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-9a8a2ba5-fbb0-4b4a-848a-b8fa63e50c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.392068 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-9a8a2ba5-fbb0-4b4a-848a-b8fa63e50c67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686452 Aug 27 15:00:02.431363 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.451330 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.467971 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1994c31-da42-4149-a0e8-3eeb95645d3a {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:02.485939 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fa6e6e0e-932b-42a5-bad9-733595bf5e26 req-fc94d2e1-9ca5-48c2-a205-c7f64ad6646c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153417 Aug 27 15:00:02.513042 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:02.516046 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eedc833-9aa0-4537-844f-6ab7d25b3904" -d '{"events": [{"server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "name": "network-vif-plugged", "status": "completed", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:02.525965 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:02.534408 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.543741 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e0821bd8-8927-4af0-8685-83185b80acbd,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:02.569632 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.599421 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.601818 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:02.602755 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.621490 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.664269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86793f68-4d34-48fe-9ca9-10a8b0c39f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.692750 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.706784 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052fe1c-e3b3-4373-9457-7305b25a0156 req-de3c91de-a8b2-4624-871e-5bdbfd011ae5 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.708674 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0052fe1c-e3b3-4373-9457-7305b25a0156 req-de3c91de-a8b2-4624-871e-5bdbfd011ae5 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.3156388 Aug 27 15:00:02.716224 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-556a5323-9ce6-42ca-9a62-353d77790db9 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142447 Aug 27 15:00:02.719287 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.722321 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.725984 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9e09774-9db1-4015-9c9f-47dfc663d74d HTTP/1.1" status: 204 len: 168 time: 0.4512832 Aug 27 15:00:02.731639 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.758967 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf904aa-5ffc-4386-9243-375539b7ac93 req-698bfe71-9f91-49de-9b05-9100c3ca2879 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:02.766271 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bbf904aa-5ffc-4386-9243-375539b7ac93 req-698bfe71-9f91-49de-9b05-9100c3ca2879 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 944 time: 0.1331956 Aug 27 15:00:02.773522 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949aa3b-3f62-46f4-9abd-f3891b9a91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e09774-9db1-4015-9c9f-47dfc663d74d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.809250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['e1994c31-da42-4149-a0e8-3eeb95645d3a'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:02.852476 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0052fe1c-e3b3-4373-9457-7305b25a0156 req-2eb3ece3-1da3-484e-bced-b198a73d6743 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351097 Aug 27 15:00:02.857045 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=317a86c6-d412-49ba-a34e-8f7639c01950,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.899382 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bbf904aa-5ffc-4386-9243-375539b7ac93 req-db80b837-3860-4ed5-b5bc-65573783d7ca tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320319 Aug 27 15:00:02.929272 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e7c13dcc-d028-44a2-adac-f4f738d063a6 req-58ae7816-dfbd-4e53-b064-e8fb9f90cd61 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914058 Aug 27 15:00:02.930199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Checking segment: {'id': 'b1865f22-34b0-42c8-af25-7d41e2c265cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ae0dae21-5cf2-4a60-8a7d-3a8cb585466f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:02.930693 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Network hostable DHCP agents. Network: ae0dae21-5cf2-4a60-8a7d-3a8cb585466f, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:00:02.980687 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Network ae0dae21-5cf2-4a60-8a7d-3a8cb585466f is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:00:02.997950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86793f68-4d34-48fe-9ca9-10a8b0c39f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.001017 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, ae0dae21-5cf2-4a60-8a7d-3a8cb585466f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:03.006743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:03.007588 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.010148 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86793f68-4d34-48fe-9ca9-10a8b0c39f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.022394 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39363fb3-67cd-4ee1-a3a0-cc9d795e4729 None None] Network ae0dae21-5cf2-4a60-8a7d-3a8cb585466f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:00:03.088531 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86793f68-4d34-48fe-9ca9-10a8b0c39f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf4b7e-558e-4eda-badb-746518638b1c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:03.109341 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ad26a6c5-11b8-4473-920d-96ed090cdf8f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5856876 Aug 27 15:00:03.123022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-86793f68-4d34-48fe-9ca9-10a8b0c39f7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d062916bcee4b4fb89a1dd2f4c09f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179780 Aug 27 15:00:03.126034 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 52842) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:03.183659 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e36f87-cb9b-4505-8528-4a8eb5800d15 x-openstack-request-id: req-e6e36f87-cb9b-4505-8528-4a8eb5800d15 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:03.185305 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "name": "network-vif-plugged", "status": "completed", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:03.185893 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6e36f87-cb9b-4505-8528-4a8eb5800d15 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:03.186130 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd', 'code': 200} Aug 27 15:00:03.231952 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.280783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30fb8a-5bba-444f-8824-03fcd16177d2 None None] Network ae0dae21-5cf2-4a60-8a7d-3a8cb585466f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:00:03.301216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.348324 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3709-7fb3-463b-94c4-69242b920a0e req-fa8baa4c-cbf0-41a6-9070-fc637d2412dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:03.350457 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-af7e3709-7fb3-463b-94c4-69242b920a0e req-fa8baa4c-cbf0-41a6-9070-fc637d2412dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0963371 Aug 27 15:00:03.424088 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:03.426465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.430133 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.434654 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37bf4b7e-558e-4eda-badb-746518638b1c HTTP/1.1" status: 204 len: 168 time: 0.3063216 Aug 27 15:00:03.456735 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a00629bc-b942-4f65-a434-f682e7a5d419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.489667 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-af7e3709-7fb3-463b-94c4-69242b920a0e req-7482442c-2c8b-417a-ac50-c5eaf5970105 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161776 Aug 27 15:00:03.490644 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff610-ae56-43ad-8979-4afdb9e329a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf4b7e-558e-4eda-badb-746518638b1c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:03.667912 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a00629bc-b942-4f65-a434-f682e7a5d419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.673643 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a00629bc-b942-4f65-a434-f682e7a5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.727162 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a00629bc-b942-4f65-a434-f682e7a5d419 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4aa36353296f40f59ae504adf6663df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013034 Aug 27 15:00:03.728016 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00629bc-b942-4f65-a434-f682e7a5d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08f40d2-352e-425f-802b-97330d03ec76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:03.730563 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 52870) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:03.748877 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730335-7cc6-44ed-bfb9-76763e3c7f66 req-73aa2d99-246a-4802-afcc-e702a797f94c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:03.752778 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8a730335-7cc6-44ed-bfb9-76763e3c7f66 req-73aa2d99-246a-4802-afcc-e702a797f94c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 944 time: 0.1154103 Aug 27 15:00:03.801735 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.825982 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.846214 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8a730335-7cc6-44ed-bfb9-76763e3c7f66 req-80c01394-6dd3-4cc7-a8ba-5981e60f4d40 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880709 Aug 27 15:00:03.916321 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.920388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.921706 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b08f40d2-352e-425f-802b-97330d03ec76 HTTP/1.1" status: 204 len: 168 time: 0.1901240 Aug 27 15:00:03.930892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbddea2-b47f-43fe-ab49-a78122ffcda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08f40d2-352e-425f-802b-97330d03ec76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:04.068968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01291b29-bbe8-4ac8-9116-c061acc5c53d req-3de0efce-af24-44b3-bcfc-63b6d50b5582 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:04.076687 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-01291b29-bbe8-4ac8-9116-c061acc5c53d req-3de0efce-af24-44b3-bcfc-63b6d50b5582 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 944 time: 0.0681303 Aug 27 15:00:04.101213 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:04.104645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e1994c31-da42-4149-a0e8-3eeb95645d3a up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:04.136809 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-01291b29-bbe8-4ac8-9116-c061acc5c53d req-bd873770-e5c2-4774-b67f-0c6813b00560 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Aug 27 15:00:04.324053 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port e1994c31-da42-4149-a0e8-3eeb95645d3a completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:04.334923 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port e1994c31-da42-4149-a0e8-3eeb95645d3a triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:04.335312 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.343229 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:04.377239 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'port_id': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'mac_address': 'fa:16:3e:1c:c6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:04.441534 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.476994 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:04.511594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:04.513245 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.522484 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.579097 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:04.590544 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.595932 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:04.675722 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:04.864807 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.881488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['56f3d2e5-bfa6-4408-9e88-a64d48fbd211'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:05.049501 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d5439-f0ba-4ec1-9874-0ac8695a20b9 req-f61fbb3b-9a98-488f-9b0a-b5efbdbcec12 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:05.051705 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-098d5439-f0ba-4ec1-9874-0ac8695a20b9 req-f61fbb3b-9a98-488f-9b0a-b5efbdbcec12 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 945 time: 0.0753434 Aug 27 15:00:05.155633 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-098d5439-f0ba-4ec1-9874-0ac8695a20b9 req-e02548a4-491c-4000-a766-f7d259a85376 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969634 Aug 27 15:00:05.194607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:05.197362 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa37bdf-728b-4db4-8e87-f4bf06188bc3" -d '{"events": [{"server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "name": "network-vif-plugged", "status": "completed", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:05.274865 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8253bc22-6e66-4351-84c6-2a6cb5454ef8 x-openstack-request-id: req-8253bc22-6e66-4351-84c6-2a6cb5454ef8 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:05.275157 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "name": "network-vif-plugged", "status": "completed", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:05.275511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8253bc22-6e66-4351-84c6-2a6cb5454ef8 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:05.276906 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a', 'code': 200} Aug 27 15:00:05.298864 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379f59b-eca1-44ca-9356-d9e426318de4 req-4429c68f-fd56-4029-9cd0-c4895587402b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:05.300397 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7379f59b-eca1-44ca-9356-d9e426318de4 req-4429c68f-fd56-4029-9cd0-c4895587402b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0651243 Aug 27 15:00:05.350977 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:05.360730 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7379f59b-eca1-44ca-9356-d9e426318de4 req-c28af639-5d29-49f4-a157-444359e6856c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Aug 27 15:00:05.439224 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3863f0-4f67-4061-b941-8a6e5ab40f34 req-19978d75-6e36-4062-9703-81c958811deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:05.440947 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9d3863f0-4f67-4061-b941-8a6e5ab40f34 req-19978d75-6e36-4062-9703-81c958811deb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1098 time: 0.0424247 Aug 27 15:00:05.498611 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9d3863f0-4f67-4061-b941-8a6e5ab40f34 req-9d321e4f-455e-400b-acdd-dbcbcc981542 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Aug 27 15:00:06.123769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:06.178720 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:06.182854 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:06.183224 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:06.295242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc641e0-a05e-43ee-9687-1bf89c2e132a req-c4e72b25-e904-47d2-8954-2ba210516703 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:06.297501 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bcc641e0-a05e-43ee-9687-1bf89c2e132a req-c4e72b25-e904-47d2-8954-2ba210516703 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 945 time: 0.0609653 Aug 27 15:00:06.302224 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:06.346258 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bcc641e0-a05e-43ee-9687-1bf89c2e132a req-a600c699-35fd-4d91-bf5c-e34d12ea208a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Aug 27 15:00:06.351065 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:06.366181 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:06.418670 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:06.491480 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c244067-fc66-451d-ace7-2c4968c7a7ab req-c1d0e10f-4a1d-4239-992d-f650eac5bdf7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:06.492984 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c244067-fc66-451d-ace7-2c4968c7a7ab req-c1d0e10f-4a1d-4239-992d-f650eac5bdf7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Aug 27 15:00:06.542014 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c244067-fc66-451d-ace7-2c4968c7a7ab req-7fa37801-646e-46ed-b717-a3f5a8865423 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Aug 27 15:00:06.909672 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:06.960270 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:07.070539 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-165c78c4-a524-4126-88f2-6414b3b28352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.106802 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-568cafd6-3b26-4556-b493-1adc14649d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.195191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-165c78c4-a524-4126-88f2-6414b3b28352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.206401 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-165c78c4-a524-4126-88f2-6414b3b28352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.269321 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c78c4-a524-4126-88f2-6414b3b28352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52222d6-afcb-42d2-a1dc-42f8e3c7b107,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:07.279022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-165c78c4-a524-4126-88f2-6414b3b28352 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b68e044b9da4354974021f7513d8db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675628 Aug 27 15:00:07.279811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53076) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:07.280302 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:07.284693 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c902e52-70a7-400b-bcd2-e389e8974d9c" -d '{"events": [{"server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "name": "network-vif-plugged", "status": "completed", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:07.357388 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63bf004-08f6-4209-b465-72715c3c230f x-openstack-request-id: req-c63bf004-08f6-4209-b465-72715c3c230f {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:07.358692 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "name": "network-vif-plugged", "status": "completed", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:07.359136 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c63bf004-08f6-4209-b465-72715c3c230f {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:07.359693 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'code': 200} Aug 27 15:00:07.380934 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-568cafd6-3b26-4556-b493-1adc14649d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.386319 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-568cafd6-3b26-4556-b493-1adc14649d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.389138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.433937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.442383 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-568cafd6-3b26-4556-b493-1adc14649d9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83a660f40e7e4160ac6963a8471b8150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805968 Aug 27 15:00:07.443452 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cafd6-3b26-4556-b493-1adc14649d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdca92e-7706-4c59-98dc-1c17fe66e2e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:07.445950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:07.531656 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.558365 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.583843 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24cd66-2f85-40d8-896e-a69ac1f324dc req-261eea9b-a179-4c47-8714-35c7b649fbc0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:07.586610 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cf24cd66-2f85-40d8-896e-a69ac1f324dc req-261eea9b-a179-4c47-8714-35c7b649fbc0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0888619 Aug 27 15:00:07.619680 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.622563 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.623906 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffdca92e-7706-4c59-98dc-1c17fe66e2e2 HTTP/1.1" status: 204 len: 168 time: 0.1765738 Aug 27 15:00:07.651695 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edb110-83ea-4e4f-ba7a-ecb3a3c1606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdca92e-7706-4c59-98dc-1c17fe66e2e2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:07.689461 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cf24cd66-2f85-40d8-896e-a69ac1f324dc req-9d38e3b6-5c59-4c95-ac1c-953875178c34 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753536 Aug 27 15:00:07.691543 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.694052 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.697871 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d52222d6-afcb-42d2-a1dc-42f8e3c7b107 HTTP/1.1" status: 204 len: 168 time: 0.4135191 Aug 27 15:00:07.707801 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60abca-8f48-4b12-afed-1fceb54ede02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52222d6-afcb-42d2-a1dc-42f8e3c7b107,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:07.717072 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dde950-ec30-4bc8-a2b8-ccc25671017c req-c24969c6-f082-41e4-b16b-d1389ea52b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:07.718760 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-35dde950-ec30-4bc8-a2b8-ccc25671017c req-c24969c6-f082-41e4-b16b-d1389ea52b20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1099 time: 0.1609364 Aug 27 15:00:07.757741 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492132-21a7-426d-af55-8c8544f4c666 req-482c4901-af16-419c-a7b0-c18e3748e8d9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:07.767144 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d0492132-21a7-426d-af55-8c8544f4c666 req-482c4901-af16-419c-a7b0-c18e3748e8d9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1166425 Aug 27 15:00:07.775038 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-35dde950-ec30-4bc8-a2b8-ccc25671017c req-b2002d5b-ca40-41f2-8c80-7d378046b27a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474005 Aug 27 15:00:07.816538 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d0492132-21a7-426d-af55-8c8544f4c666 req-c29ae999-bbcb-4a15-9559-ac0be1f69fb6 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Aug 27 15:00:08.105073 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53116) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:08.124967 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b74ca468-ee5f-4693-b552-13f798dc3f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.140655 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-f488a5b3-3f11-4d3a-ac5e-fe5b94e832a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.142978 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-f488a5b3-3f11-4d3a-ac5e-fe5b94e832a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1098 time: 0.0731459 Aug 27 15:00:08.168649 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a6a0b-bc8f-4ddd-a209-979177a03083 req-8590928b-ce0e-48d9-9870-503ccfd49e7c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.170859 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-da4a6a0b-bc8f-4ddd-a209-979177a03083 req-8590928b-ce0e-48d9-9870-503ccfd49e7c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0721636 Aug 27 15:00:08.211674 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53118) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:08.221094 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-da4a6a0b-bc8f-4ddd-a209-979177a03083 req-92196a81-5c93-4ea3-93a3-3e5b46942c69 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Aug 27 15:00:08.243830 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edf352f3-137e-4a77-8f00-e490f4302b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.297057 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-cee178b8-bf83-4010-a0c5-7f3b7b459a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.299307 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-cee178b8-bf83-4010-a0c5-7f3b7b459a58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1483700 Aug 27 15:00:08.362185 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-78be8e57-1ee4-4d0e-a7fd-e33e5d79579b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 200 len: 217 time: 0.0410359 Aug 27 15:00:08.363919 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b74ca468-ee5f-4693-b552-13f798dc3f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.369732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b74ca468-ee5f-4693-b552-13f798dc3f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.459393 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ca468-ee5f-4693-b552-13f798dc3f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c08255-51c7-4849-8932-ef97973c9585,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:08.471701 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b74ca468-ee5f-4693-b552-13f798dc3f13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bb6d60686db411183dabb1b758ed6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652675 Aug 27 15:00:08.478494 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53124) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:08.512733 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-ce61f540-046f-4b64-b1b6-85680c19f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.523534 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-ce61f540-046f-4b64-b1b6-85680c19f8d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.1172101 Aug 27 15:00:08.565835 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-3f27c179-4055-48a0-8ec1-d3f24c2fe25a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404999 Aug 27 15:00:08.636087 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.674732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edf352f3-137e-4a77-8f00-e490f4302b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.683162 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edf352f3-137e-4a77-8f00-e490f4302b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.688343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.775705 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-edf352f3-137e-4a77-8f00-e490f4302b5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49359649a07548a98358c264aa43e376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617986 Aug 27 15:00:08.777617 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:08.800638 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf352f3-137e-4a77-8f00-e490f4302b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce27a4-c706-4ae8-b8cc-89b266c7b18a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:08.805943 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-fed271fb-f1a7-4767-b8f7-aa33d6ddc9a1 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319620 Aug 27 15:00:08.827912 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.849678 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.900846 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba96da6-7bdb-4d11-a7a6-59af9cb1dbfc req-b607a0dd-5499-4b34-9458-69beaeeeb256 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.906493 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bba96da6-7bdb-4d11-a7a6-59af9cb1dbfc req-b607a0dd-5499-4b34-9458-69beaeeeb256 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.1177289 Aug 27 15:00:08.908322 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.911273 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.912448 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00ce27a4-c706-4ae8-b8cc-89b266c7b18a HTTP/1.1" status: 204 len: 168 time: 0.1337814 Aug 27 15:00:08.915811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.918402 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.921674 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4c08255-51c7-4849-8932-ef97973c9585 HTTP/1.1" status: 204 len: 168 time: 0.4400640 Aug 27 15:00:08.923278 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f49412-66f6-447f-9584-45a92460a2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce27a4-c706-4ae8-b8cc-89b266c7b18a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:08.948438 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d365f4-3648-43ab-a6a4-38a14f84dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c08255-51c7-4849-8932-ef97973c9585,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:08.970995 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-945179fc-b87c-4906-9ce3-0e2524d3c4f6 req-803cf33d-1d09-409b-9d14-f7e2160f1534 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463470 Aug 27 15:00:08.990542 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bba96da6-7bdb-4d11-a7a6-59af9cb1dbfc req-77d7e053-6d72-483d-b0c0-6b852a7f5c51 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736825 Aug 27 15:00:09.345655 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5429397-e0ec-43c1-8321-73c64583ff48 req-d5196c0d-4504-4c1d-ab7a-82d2c56f3676 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:09.347684 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d5429397-e0ec-43c1-8321-73c64583ff48 req-d5196c0d-4504-4c1d-ab7a-82d2c56f3676 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0578306 Aug 27 15:00:09.391225 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d5429397-e0ec-43c1-8321-73c64583ff48 req-7d9895d1-51b6-4814-b400-593ef97db962 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Aug 27 15:00:09.515520 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53176) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:09.697305 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1122362e-99ba-4033-a3bf-5012a257f69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:09.827257 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1122362e-99ba-4033-a3bf-5012a257f69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:09.833260 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1122362e-99ba-4033-a3bf-5012a257f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:09.896868 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1122362e-99ba-4033-a3bf-5012a257f69b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c0e38be47b84a79b9d177df423f7876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830426 Aug 27 15:00:09.899268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122362e-99ba-4033-a3bf-5012a257f69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de6c7ec-f178-46f7-a8c3-5819fb6e4748,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:09.899520 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:09.964047 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:09.994605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.088130 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.091769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.096325 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6de6c7ec-f178-46f7-a8c3-5819fb6e4748 HTTP/1.1" status: 204 len: 168 time: 0.1957424 Aug 27 15:00:10.104558 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5760-1303-4b44-8816-af1b8b8a17b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de6c7ec-f178-46f7-a8c3-5819fb6e4748,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:10.127796 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468c84-7712-4307-ae04-845c1e51e3c0 req-dc18c26b-f728-49bd-bdc8-397fc4f0938d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:10.137964 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-27468c84-7712-4307-ae04-845c1e51e3c0 req-dc18c26b-f728-49bd-bdc8-397fc4f0938d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0727870 Aug 27 15:00:10.211827 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-27468c84-7712-4307-ae04-845c1e51e3c0 req-c36d8d11-2061-43be-a94e-943831322d12 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725877 Aug 27 15:00:10.382089 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3158c3-ccc0-40cc-8d36-6e90e3647245 req-0a626b0d-6046-4397-8e22-f7fdaadf16c7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:10.383885 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5a3158c3-ccc0-40cc-8d36-6e90e3647245 req-0a626b0d-6046-4397-8e22-f7fdaadf16c7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0705247 Aug 27 15:00:10.392905 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53232) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:10.397744 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'floatingip': {'port_id': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:10.494938 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.513264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:10.611852 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:00:10.658860 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53246) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:10.683810 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47eb990d-893e-4a89-93ae-b689a2d2ccfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.700251 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4837f60-a0ff-4ebc-96ad-5d8abf3f798b req-00c24b21-64d9-4c10-851a-814af46e411e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:10.702501 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4837f60-a0ff-4ebc-96ad-5d8abf3f798b req-00c24b21-64d9-4c10-851a-814af46e411e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.2113335 Aug 27 15:00:10.789515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47eb990d-893e-4a89-93ae-b689a2d2ccfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.794629 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47eb990d-893e-4a89-93ae-b689a2d2ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.842633 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-47eb990d-893e-4a89-93ae-b689a2d2ccfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a796d53e0c948aeb4b53515387423e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822822 Aug 27 15:00:10.845223 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb990d-893e-4a89-93ae-b689a2d2ccfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe03ff9-6dae-457a-910d-ab4684c7e2ae,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:10.852323 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:10.861798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d78353c-6e1d-4e9b-8d89-7450ba819386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.938381 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:10.970725 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4837f60-a0ff-4ebc-96ad-5d8abf3f798b req-6b0d609b-076b-4a07-ac3c-2b3e499cce92 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610190 Aug 27 15:00:10.972880 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.039657 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d78353c-6e1d-4e9b-8d89-7450ba819386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.046638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d78353c-6e1d-4e9b-8d89-7450ba819386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.058038 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.060509 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.061662 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbe03ff9-6dae-457a-910d-ab4684c7e2ae HTTP/1.1" status: 204 len: 168 time: 0.2083797 Aug 27 15:00:11.092911 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0d78353c-6e1d-4e9b-8d89-7450ba819386 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e91b20a958d4e8ab3ee8474478a9301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760508 Aug 27 15:00:11.092911 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78353c-6e1d-4e9b-8d89-7450ba819386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b13cb5-5da2-4dbd-9125-df1769e0107e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:11.093861 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:11.112800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8cb1-a2bb-4cfe-838f-7d02a267feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe03ff9-6dae-457a-910d-ab4684c7e2ae,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:11.156222 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.179026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.233241 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.236722 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.237892 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36b13cb5-5da2-4dbd-9125-df1769e0107e HTTP/1.1" status: 204 len: 168 time: 0.1425734 Aug 27 15:00:11.258693 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8499a86-f32b-4155-a901-3e641d85f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b13cb5-5da2-4dbd-9125-df1769e0107e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:11.473193 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.483295 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:11.626782 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Floating IP ca1d1efa-d2cc-417f-b387-7b569b80a4da associated. External IP: 172.27.2.174, port: 56f3d2e5-bfa6-4408-9e88-a64d48fbd211. Aug 27 15:00:11.937633 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:00:12.110180 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:00:12.119974 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:12.127210 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:00:12.144195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456dcc-5fe9-4ca5-86a2-cff5f32b4c07 req-c3c354fd-f81c-441c-8605-3dce0fc21560 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:12.145783 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:12.146454 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:12.150908 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c3e67720-806e-4c00-b4ba-f6582aa4c05e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "PUT /v2.0/floatingips/ca1d1efa-d2cc-417f-b387-7b569b80a4da HTTP/1.1" status: 200 len: 992 time: 1.7567637 Aug 27 15:00:12.151534 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:12.153985 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b517e5-d211-497b-b703-2344dc6f4bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:12.169310 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fe456dcc-5fe9-4ca5-86a2-cff5f32b4c07 req-c3c354fd-f81c-441c-8605-3dce0fc21560 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0977719 Aug 27 15:00:12.251436 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fe456dcc-5fe9-4ca5-86a2-cff5f32b4c07 req-18138d60-67b6-4fa2-88c8-c3d0bbfd81a9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777924 Aug 27 15:00:12.318131 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a26ee-9f00-4b8a-8291-f94fd357bbe8 x-openstack-request-id: req-fc9a26ee-9f00-4b8a-8291-f94fd357bbe8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:12.318825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:12.319340 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc9a26ee-9f00-4b8a-8291-f94fd357bbe8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:12.320064 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'status': 'completed', 'code': 200} Aug 27 15:00:12.345550 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:12.429120 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-8fa994d8-1abf-4c5f-b7c5-265f66307c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:12.431259 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-8fa994d8-1abf-4c5f-b7c5-265f66307c65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1099 time: 0.0520241 Aug 27 15:00:12.691529 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'ca1d1efa-d2cc-417f-b387-7b569b80a4da', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:1c:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:59:51Z', 'updated_at': '2021-08-27T15:00:11Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:12.816248 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:00:12.826630 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:12.827479 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:12.962450 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:13.085410 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-6197692f-fbe8-4f06-b0b0-893756387768 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:13.087413 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-6197692f-fbe8-4f06-b0b0-893756387768 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.2270632 Aug 27 15:00:13.117631 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-2235fc4f-049f-44bb-bdf5-520053f99e4b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/quotas/7eb54daef8f5407b84861e4ed3697207 HTTP/1.1" status: 200 len: 375 time: 0.0233865 Aug 27 15:00:13.183199 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-f68d89ee-bce8-4017-b54e-5403944fe5c7 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583344 Aug 27 15:00:13.221610 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'ca1d1efa-d2cc-417f-b387-7b569b80a4da', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:1c:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:59:51Z', 'updated_at': '2021-08-27T15:00:11Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:13.252878 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b46e8f-645e-4b53-a2f2-78f0cbd67fe0 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'ca1d1efa-d2cc-417f-b387-7b569b80a4da', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:1c:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:59:51Z', 'updated_at': '2021-08-27T15:00:11Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:00:13.323275 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d61b1388-e18b-4384-b5ad-7b129a3b6584 service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295433 Aug 27 15:00:13.422298 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-f0b84e6a-c50b-4236-a222-1f7870b5c44d service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975792 Aug 27 15:00:13.565188 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85de5f87-968a-40b7-9108-f84456b1e037 None None] New status for floating IP ca1d1efa-d2cc-417f-b387-7b569b80a4da: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:00:13.689660 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f88574-a8c8-4f5b-8a55-a023d04e86e2 req-e6a49480-9954-4b16-b2f5-06c2422205de tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:13.697374 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e0f88574-a8c8-4f5b-8a55-a023d04e86e2 req-e6a49480-9954-4b16-b2f5-06c2422205de tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0835922 Aug 27 15:00:13.732190 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e0f88574-a8c8-4f5b-8a55-a023d04e86e2 req-93982c1d-9a8e-46c9-a132-d810e385991d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 27 15:00:13.810360 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3d986052-8c55-4e40-87c8-1dad0efbeebc req-1fa33596-34a9-40cf-8858-890f12403ce4 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 210 time: 0.0342188 Aug 27 15:00:14.845935 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281fc9c-058f-4b75-85ce-31c03e67043c req-b9554b9a-fd23-45fa-a16b-2fde394ef778 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:14.847405 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b281fc9c-058f-4b75-85ce-31c03e67043c req-b9554b9a-fd23-45fa-a16b-2fde394ef778 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0466197 Aug 27 15:00:14.883861 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b281fc9c-058f-4b75-85ce-31c03e67043c req-25fee051-537d-4b06-9c44-3630739dfe9e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Aug 27 15:00:14.964279 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4a467715-53e5-4156-b1fa-3edba1a3f768 req-80ace227-3cc4-4859-9a59-58acb98a61d4 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Aug 27 15:00:15.887851 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-c74ded71-d629-40f0-bb34-0354b9db936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:15.889336 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-c74ded71-d629-40f0-bb34-0354b9db936e service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0968218 Aug 27 15:00:16.005757 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-aca58cf0-6f63-41a5-b2dc-4d92cc7be9fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 1002 time: 0.1038430 Aug 27 15:00:16.013321 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142108d2-bb65-4ec6-86a4-bdbe28eee0db req-3cd5b177-41fa-40ef-96ba-1ff6dfe30a50 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:16.015403 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-142108d2-bb65-4ec6-86a4-bdbe28eee0db req-3cd5b177-41fa-40ef-96ba-1ff6dfe30a50 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0553823 Aug 27 15:00:16.064618 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-142108d2-bb65-4ec6-86a4-bdbe28eee0db req-8324c6cc-4fbb-476a-b838-ece967a80dc3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Aug 27 15:00:16.070248 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-695a0334-1b3c-4670-b550-fed0287b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:16.071695 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-695a0334-1b3c-4670-b550-fed0287b3c5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0585201 Aug 27 15:00:16.131338 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-08886583-4a2f-4de4-91e2-e57b6156fd11 req-5ccbf98e-d065-4b0d-8af8-39fb90f3e581 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 210 time: 0.0636406 Aug 27 15:00:16.154597 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-18e59b06-90f4-456e-b0dd-72692e8afbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:16.156086 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-18e59b06-90f4-456e-b0dd-72692e8afbb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677941 Aug 27 15:00:16.442045 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-ee2069e1-4d85-4b7e-a587-6ad87e0e52a4 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779446 Aug 27 15:00:16.548267 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b4b517e5-d211-497b-b703-2344dc6f4bc6 req-cd8b7489-81de-46e7-a807-299bb6f7881d service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965126 Aug 27 15:00:16.743750 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-902e3ab3-8b11-4609-90da-a7e1d0a83524 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:16.745503 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-902e3ab3-8b11-4609-90da-a7e1d0a83524 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.1233728 Aug 27 15:00:16.768893 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Request body: {'port': {'device_id': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'admin_state_up': True, 'tenant_id': '7eb54daef8f5407b84861e4ed3697207'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:16.918616 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:16.922225 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.070088 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Allocated IP 172.20.0.5 (569f7848-a935-4fb6-bea7-988f017151d3/d65cd9ca-3503-47b8-b508-0bbf2c8af0e1/b6e6ee2a-3e2c-40d7-9d41-6379341a4366) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:17.231995 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9058318a-e22f-4b11-9a70-0848b45c1ec2 req-a7914c00-3700-4a17-a1d1-411737a34521 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Aug 27 15:00:17.249794 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7aa43-8293-4583-beff-31d4727932fa req-94ce8abb-e704-4fc9-92e0-8af7e5e0a612 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:17.251866 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f8b7aa43-8293-4583-beff-31d4727932fa req-94ce8abb-e704-4fc9-92e0-8af7e5e0a612 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1055448 Aug 27 15:00:17.303416 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.321741 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f8b7aa43-8293-4583-beff-31d4727932fa req-63d4bef7-25fe-4563-8176-f357337c13b8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595574 Aug 27 15:00:17.353262 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.368916 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:17.399466 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Network 569f7848-a935-4fb6-bea7-988f017151d3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:17.402643 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:17.405269 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:17.411372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:17.412008 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.435928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event updated for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:17.442175 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-d0fbe87a-105a-4e5d-8374-d13527b40ef8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6796501 Aug 27 15:00:17.459117 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Request body: {'port': {'device_id': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:17.522832 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.789401 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6ee2a-3e2c-40d7-9d41-6379341a4366 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:17.797425 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.809424 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Transition to ACTIVE for port object b6e6ee2a-3e2c-40d7-9d41-6379341a4366 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:17.812675 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.883917 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:17.896602 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Attempting to bind port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:17.896967 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Attempting to bind port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:17.897298 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Attempting to bind port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:17.902271 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 on network 569f7848-a935-4fb6-bea7-988f017151d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:00:17.902617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Attempting to bind port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:17.908953 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:17.909457 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Checking segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:17.909847 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Bound using segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:17.910269 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Bound port: b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:17.910858 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.980207 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:17.983918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:17.990141 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.025272 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.026102 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.027788 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/b6e6ee2a-3e2c-40d7-9d41-6379341a4366 HTTP/1.1" status: 200 len: 1093 time: 0.5734591 Aug 27 15:00:18.028361 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:18.030586 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a23896-b7e0-4b8b-b206-959d9b0cefe0" -d '{"events": [{"name": "network-changed", "server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:18.064028 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a5cb-2771-42f5-ba88-e8cfd81dc1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:18.081076 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf82736d-7e8a-47c3-bddd-861548479242 x-openstack-request-id: req-cf82736d-7e8a-47c3-bddd-861548479242 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:18.081370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:18.082372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf82736d-7e8a-47c3-bddd-861548479242 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:18.082372 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', 'status': 'completed', 'code': 200} Aug 27 15:00:18.145255 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-4447f6b7-c747-4f03-bb98-b76034dbfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.146788 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-4447f6b7-c747-4f03-bb98-b76034dbfed9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 1096 time: 0.0456727 Aug 27 15:00:18.201225 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-cc466a20-08bf-40c3-a00e-2065737efe61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366 HTTP/1.1" status: 200 len: 217 time: 0.0387268 Aug 27 15:00:18.260597 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-8cc33968-c9b7-4758-a534-1998b65cc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.262079 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-8cc33968-c9b7-4758-a534-1998b65cc227 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0465496 Aug 27 15:00:18.303787 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-038f3ab5-034e-4cb6-9bc7-32395d2c4c8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302355 Aug 27 15:00:18.427509 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810fbe-4006-444d-9bab-fb4d574a1108 req-09aba556-75a5-456a-b1ae-f5d14a3770be tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.429192 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd810fbe-4006-444d-9bab-fb4d574a1108 req-09aba556-75a5-456a-b1ae-f5d14a3770be tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 943 time: 0.1079891 Aug 27 15:00:18.440293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:18.464275 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-e5dd3b32-a569-411f-82ba-44728ced7ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512589 Aug 27 15:00:18.472073 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f1121-80dd-4679-9cfe-805be68e6230 req-575ed39a-2443-4e1b-98e1-3b0d82a5d80b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.473584 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd7f1121-80dd-4679-9cfe-805be68e6230 req-575ed39a-2443-4e1b-98e1-3b0d82a5d80b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0767944 Aug 27 15:00:18.491319 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd810fbe-4006-444d-9bab-fb4d574a1108 req-1e837ed9-6667-4787-8001-c60a7000ed1b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532477 Aug 27 15:00:18.531227 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd7f1121-80dd-4679-9cfe-805be68e6230 req-0b63d184-3e03-47ea-862d-cae435153712 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Aug 27 15:00:18.581589 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a74a408-5837-4eb1-879b-e6fa6799559c req-4fb6f517-d137-4aad-86a0-8e77dd9f6a25 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052430 Aug 27 15:00:18.598297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcfead3b-676e-4b95-98e5-ad4f4b07e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.693486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-3126ff2c-73c0-47b2-b0f9-d9b29572a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.695027 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-3126ff2c-73c0-47b2-b0f9-d9b29572a77c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 1096 time: 0.0507822 Aug 27 15:00:18.719307 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcfead3b-676e-4b95-98e5-ad4f4b07e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.724562 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcfead3b-676e-4b95-98e5-ad4f4b07e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.765732 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-dcfead3b-676e-4b95-98e5-ad4f4b07e377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0033b9d052c4d33aeb40a04390fa372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242531 Aug 27 15:00:18.767319 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfead3b-676e-4b95-98e5-ad4f4b07e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476d883-a3c8-404d-a6e2-6fc053bf5e20,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:18.769893 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:18.852113 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.865285 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-5f085675-435f-4e12-a7a4-08a92e041783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.866888 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-5f085675-435f-4e12-a7a4-08a92e041783 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 916 time: 0.1445761 Aug 27 15:00:18.884216 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.924083 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-2d2f2123-8c40-46c1-8984-38fd8586f00d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366 HTTP/1.1" status: 200 len: 217 time: 0.0357277 Aug 27 15:00:18.932544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.935804 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.936972 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7476d883-a3c8-404d-a6e2-6fc053bf5e20 HTTP/1.1" status: 204 len: 168 time: 0.1660326 Aug 27 15:00:18.945689 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36953548-0fb8-4a60-a595-ce5bb41403ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476d883-a3c8-404d-a6e2-6fc053bf5e20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:18.992088 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-e0c38bb5-d129-4570-a4a2-181f80119a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:18.993571 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-e0c38bb5-d129-4570-a4a2-181f80119a3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0555058 Aug 27 15:00:19.027994 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-f60fa22b-a77f-4ad9-9cf9-d0d1ec5a27a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234392 Aug 27 15:00:19.132564 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-359aab62-85a9-4394-97f1-bff7bc5f53e8 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Aug 27 15:00:19.223414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53604) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:19.240608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f51935a5-4018-44d3-8e25-54c7106536ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.247985 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05a23896-b7e0-4b8b-b206-959d9b0cefe0 req-683cc2f7-e1b0-4853-8a6f-1265f7d7a6de service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032975 Aug 27 15:00:19.338548 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f51935a5-4018-44d3-8e25-54c7106536ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.342899 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f51935a5-4018-44d3-8e25-54c7106536ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.374628 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53610) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:19.386373 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51935a5-4018-44d3-8e25-54c7106536ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1961175b-388e-46ce-bde8-fff116ee251c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:19.394956 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f51935a5-4018-44d3-8e25-54c7106536ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c172578e18c749d8a312a89e5accb837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701269 Aug 27 15:00:19.398674 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53614) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:19.446377 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.480034 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.491134 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-579099bb-700a-4e34-80ec-878dba80ba0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.559808 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.562690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.566080 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1961175b-388e-46ce-bde8-fff116ee251c HTTP/1.1" status: 204 len: 168 time: 0.1641629 Aug 27 15:00:19.599451 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc30c-7533-4d5e-a41f-0ef627c23cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1961175b-388e-46ce-bde8-fff116ee251c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:19.642284 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5ce6-4fc0-4972-8383-9883ae336d4d req-9008e790-a76f-41b4-b3f1-44a816520d58 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:19.643806 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ee3c5ce6-4fc0-4972-8383-9883ae336d4d req-9008e790-a76f-41b4-b3f1-44a816520d58 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 943 time: 0.0661573 Aug 27 15:00:19.659933 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-579099bb-700a-4e34-80ec-878dba80ba0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.674500 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-579099bb-700a-4e34-80ec-878dba80ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.684318 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ee3c5ce6-4fc0-4972-8383-9883ae336d4d req-dddf0ec9-9327-4831-bf97-a4066168e518 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Aug 27 15:00:19.728220 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-579099bb-700a-4e34-80ec-878dba80ba0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf3eff1ec43841c5851c462fabd65052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525255 Aug 27 15:00:19.729682 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579099bb-700a-4e34-80ec-878dba80ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbc1b1-9af3-48a9-b625-c8240d08229d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:19.731719 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:19.743897 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b89aae-d325-4924-b72d-9bd6f919b375 req-aa11b9b7-a06c-4bd3-8f11-953f4473e3f1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:19.745538 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-34b89aae-d325-4924-b72d-9bd6f919b375 req-aa11b9b7-a06c-4bd3-8f11-953f4473e3f1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1081119 Aug 27 15:00:19.789440 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-34b89aae-d325-4924-b72d-9bd6f919b375 req-8f991582-9538-453c-8df7-affc6db154dd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Aug 27 15:00:19.794009 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.823103 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.880191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.883412 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:19.886938 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11cbc1b1-9af3-48a9-b625-c8240d08229d HTTP/1.1" status: 204 len: 168 time: 0.1518953 Aug 27 15:00:19.894728 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e8584-d2b3-4d95-864c-e25390fbf47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbc1b1-9af3-48a9-b625-c8240d08229d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:20.816459 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b44f3-a367-43f0-9b0a-02260eff733a req-0c719833-6693-489a-a8e3-f7dee99fae41 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:20.819899 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d67b44f3-a367-43f0-9b0a-02260eff733a req-0c719833-6693-489a-a8e3-f7dee99fae41 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 943 time: 0.0630183 Aug 27 15:00:20.873238 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d67b44f3-a367-43f0-9b0a-02260eff733a req-0189d338-93cd-4f89-b941-59af00034a17 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Aug 27 15:00:20.972804 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a752687-4b55-4b00-b251-2463dba49a7a req-c5734309-a9b3-4995-8d68-18006f446658 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:20.974309 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4a752687-4b55-4b00-b251-2463dba49a7a req-c5734309-a9b3-4995-8d68-18006f446658 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0629961 Aug 27 15:00:21.023194 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4a752687-4b55-4b00-b251-2463dba49a7a req-ba8a436a-e6ae-4b4a-a600-d446130cb3b4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 Aug 27 15:00:21.726619 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53800) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:21.772390 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Deleting subnet b7ded799-fd4e-4b62-a127-73885bde890f {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:00:21.775724 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:21.809472 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:21.819059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:21.873910 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:21.904085 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ded799-fd4e-4b62-a127-73885bde890f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:21.906366 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:21.911013 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-25a88c7d-690e-4e6f-90de-c26e0b183d28 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b7ded799-fd4e-4b62-a127-73885bde890f HTTP/1.1" status: 204 len: 168 time: 0.1806834 Aug 27 15:00:21.912579 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53804) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:21.983514 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.012447 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49100b-65a7-482d-9044-9510aa6dad6e req-637c03bc-39d5-497f-954f-06598881625d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:22.016591 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4c49100b-65a7-482d-9044-9510aa6dad6e req-637c03bc-39d5-497f-954f-06598881625d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 943 time: 0.0614588 Aug 27 15:00:22.053242 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4c49100b-65a7-482d-9044-9510aa6dad6e req-0f520c55-1824-413e-b7d8-350cdf90b8ff tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Aug 27 15:00:22.074264 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.085836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.086487 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.087305 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.087704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > port after_create 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.088058 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.088400 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > port after_update 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.088723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.089060 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.089385 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.089703 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.207607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b6e6ee2a-3e2c-40d7-9d41-6379341a4366 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:22.306669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:22.311511 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.311864 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.312251 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.312585 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:22.312971 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6a5b6-2b7d-4266-b916-4737c98d3637']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.318978 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'port_id': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', 'mac_address': 'fa:16:3e:c3:64:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65cd9ca-3503-47b8-b508-0bbf2c8af0e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:22.357817 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e27b89f-a0dc-4420-a01a-7d589e71833b') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.358110 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e27b89f-a0dc-4420-a01a-7d589e71833b') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.366411 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.377817 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.379153 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6ee2a-3e2c-40d7-9d41-6379341a4366 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:22.398451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:22.402077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.402766 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.413615 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:00:22.414105 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: from cryptography.utils import int_from_bytes Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: from cryptography.utils import int_from_bytes Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:00:22.418057 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:00:22.425605 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49f360-e4a2-44e3-93cf-fdadebbe4263 req-ff7b938b-c1c0-499e-bcb6-aaa15622b276 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:22.427188 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ee49f360-e4a2-44e3-93cf-fdadebbe4263 req-ff7b938b-c1c0-499e-bcb6-aaa15622b276 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1092780 Aug 27 15:00:22.450923 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:22.514007 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ee49f360-e4a2-44e3-93cf-fdadebbe4263 req-793a0fa5-5773-4e3d-ac88-2d15d655b98f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Aug 27 15:00:22.514595 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.531739 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.534256 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] 10.222.0.42 "DELETE /v2.0/networks/57f6a5b6-2b7d-4266-b916-4737c98d3637 HTTP/1.1" status: 204 len: 168 time: 0.6221962 Aug 27 15:00:22.535505 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b17f9e-930d-4691-bdb3-33dba854f20b admin admin] Pushing event deleted for resources: {'Network': ['ID=57f6a5b6-2b7d-4266-b916-4737c98d3637,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:22.537147 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:22.580787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Deleting subnet 317a86c6-d412-49ba-a34e-8f7639c01950 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:00:22.583817 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.622152 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.631597 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.687265 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.715059 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317a86c6-d412-49ba-a34e-8f7639c01950,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:22.716863 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.722219 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53822) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:22.722404 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-19a73f98-8b67-44f9-a0f0-dc1a949b02ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/317a86c6-d412-49ba-a34e-8f7639c01950 HTTP/1.1" status: 204 len: 168 time: 0.1839058 Aug 27 15:00:22.801978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.884301 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.895452 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0dae21-5cf2-4a60-8a7d-3a8cb585466f']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.906963 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1865f22-34b0-42c8-af25-7d41e2c265cd') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.907301 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1865f22-34b0-42c8-af25-7d41e2c265cd') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:22.916457 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.929786 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.936026 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:00:22.936429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:00:22.938705 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:00:22.958455 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['b6e6ee2a-3e2c-40d7-9d41-6379341a4366'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:22.999934 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.007738 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.011809 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/ae0dae21-5cf2-4a60-8a7d-3a8cb585466f HTTP/1.1" status: 204 len: 168 time: 0.2862687 Aug 27 15:00:23.020653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aab53c-0ee0-4985-b646-afefd6ed59ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0dae21-5cf2-4a60-8a7d-3a8cb585466f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:23.196588 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b437d-f9a2-4bb9-b7d3-4e78c3c26ef0 req-8f90643c-3acc-4218-a51e-465d0aea6f4c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:23.199205 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-de6b437d-f9a2-4bb9-b7d3-4e78c3c26ef0 req-8f90643c-3acc-4218-a51e-465d0aea6f4c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 944 time: 0.0685160 Aug 27 15:00:23.233211 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:23.252127 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-de6b437d-f9a2-4bb9-b7d3-4e78c3c26ef0 req-04f04107-2467-4d98-b0e6-0aaf6e72c2b5 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Aug 27 15:00:23.278949 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-10ea492b-8860-49d6-855c-233787945f49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d972a8cf2c042d6b69f988ac6e8caa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419393 Aug 27 15:00:23.279261 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:23.331323 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.359042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.413788 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.416631 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.417805 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac37e90f-b1b5-47ed-8b57-6e1286a1cf20 HTTP/1.1" status: 204 len: 168 time: 0.1377254 Aug 27 15:00:23.429104 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2a4b-4be1-4d84-b053-9262ccd8305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac37e90f-b1b5-47ed-8b57-6e1286a1cf20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:23.646101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf43ed9-75b4-41c7-8cec-6bd5d20ca177 req-da5a845d-2431-4b75-a1a3-398acc3867a5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:23.647824 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fbf43ed9-75b4-41c7-8cec-6bd5d20ca177 req-da5a845d-2431-4b75-a1a3-398acc3867a5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0589869 Aug 27 15:00:23.701351 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fbf43ed9-75b4-41c7-8cec-6bd5d20ca177 req-3dd192af-a60d-4a4b-ba12-76731b6d2281 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Aug 27 15:00:23.767952 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:23.809218 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f7b5b722-fe23-4902-a64e-3709db8d96b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11961468eb5e4deeb8ad9e3099e7acf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400245 Aug 27 15:00:23.811699 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:23.874791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.895996 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.947321 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.949829 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:23.953264 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86011f63-9298-44a7-a45d-95c22da5b6fd HTTP/1.1" status: 204 len: 168 time: 0.1383080 Aug 27 15:00:23.953599 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1f327-3b8d-416b-9630-7aacdf2fad57 req-112aa082-f078-4919-9ebb-b8e638fd102a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:23.955485 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d8a1f327-3b8d-416b-9630-7aacdf2fad57 req-112aa082-f078-4919-9ebb-b8e638fd102a tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.0495558 Aug 27 15:00:23.970079 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f3a6-aa9a-46c5-9683-735321db3c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86011f63-9298-44a7-a45d-95c22da5b6fd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:24.007529 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d8a1f327-3b8d-416b-9630-7aacdf2fad57 req-0ecf0b4f-4c33-473f-8fb6-b5bbf0f73fcb tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Aug 27 15:00:24.209736 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b6e6ee2a-3e2c-40d7-9d41-6379341a4366 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:24.271657 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:24.276153 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:24.276728 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:24.396783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:24.424213 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673f454-75ef-489a-890a-5acd940a0d28 req-46524944-6423-49aa-9387-b6ce675bb6e8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:24.424944 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:24.426243 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0673f454-75ef-489a-890a-5acd940a0d28 req-46524944-6423-49aa-9387-b6ce675bb6e8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 944 time: 0.0695035 Aug 27 15:00:24.439669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d1ded6-a5f8-4ba2-a47e-738259dc8eb4" -d '{"events": [{"server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:24.479359 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:24.488314 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:24.498108 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a10e07-ce7a-4e1c-8f9d-e5bae312e7cf x-openstack-request-id: req-a5a10e07-ce7a-4e1c-8f9d-e5bae312e7cf {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:24.502832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:24.503179 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5a10e07-ce7a-4e1c-8f9d-e5bae312e7cf {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:24.503603 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', 'code': 200} Aug 27 15:00:24.529017 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0673f454-75ef-489a-890a-5acd940a0d28 req-4221c0ac-34a1-4711-914f-6855453daf24 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825424 Aug 27 15:00:24.558045 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:24.728061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28209572-0cdf-4a6e-aedf-0b8848e4038e req-a51537cb-d21e-4a4b-904a-a54896dee4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:24.729604 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-28209572-0cdf-4a6e-aedf-0b8848e4038e req-a51537cb-d21e-4a4b-904a-a54896dee4b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 1098 time: 0.0545058 Aug 27 15:00:24.784116 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-28209572-0cdf-4a6e-aedf-0b8848e4038e req-083ce728-7f0a-4e8b-8536-d5cc49b10dea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Aug 27 15:00:24.861603 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf078214-76d6-4ca5-b590-754aef8079fd req-3ca82647-0cab-4481-9861-dd9dd6f80218 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:24.863124 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bf078214-76d6-4ca5-b590-754aef8079fd req-3ca82647-0cab-4481-9861-dd9dd6f80218 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Aug 27 15:00:24.902714 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bf078214-76d6-4ca5-b590-754aef8079fd req-3461c04f-ff8a-4a75-88fb-58ef83007a3b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 27 15:00:25.143884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c5d38-3c67-40a2-a2e6-a4d462d98ed9 req-fdf17db9-2f40-4743-bbec-8b72f23c19af tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:25.145338 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-852c5d38-3c67-40a2-a2e6-a4d462d98ed9 req-fdf17db9-2f40-4743-bbec-8b72f23c19af tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.0512288 Aug 27 15:00:25.183498 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-852c5d38-3c67-40a2-a2e6-a4d462d98ed9 req-af30f87e-ebc8-47fc-b904-56cd9bfc0c8b tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Aug 27 15:00:25.636079 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8ae5-6e45-4c5e-8d76-6dcb016d6b49 req-7fd70d33-5c22-47ff-9d5c-c02b5af5eee3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:25.637553 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fbff8ae5-6e45-4c5e-8d76-6dcb016d6b49 req-7fd70d33-5c22-47ff-9d5c-c02b5af5eee3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Aug 27 15:00:25.674067 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fbff8ae5-6e45-4c5e-8d76-6dcb016d6b49 req-aba0acb7-8096-4f62-8ddb-14defb45cc36 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Aug 27 15:00:26.016270 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aa6b4-8434-48e9-8429-761dd86623a8 req-9c91c239-b0d9-4355-a071-92d15b31db44 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:26.017716 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7a0aa6b4-8434-48e9-8429-761dd86623a8 req-9c91c239-b0d9-4355-a071-92d15b31db44 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Aug 27 15:00:26.059399 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7a0aa6b4-8434-48e9-8429-761dd86623a8 req-9763c013-bdaa-451a-83e2-e2dcf5309529 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Aug 27 15:00:26.318030 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a430669-b9f1-42e4-80e7-63c7abc5663c req-2364dca6-dd9c-45f7-995b-3066500d337c tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:26.319527 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6a430669-b9f1-42e4-80e7-63c7abc5663c req-2364dca6-dd9c-45f7-995b-3066500d337c tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.0640578 Aug 27 15:00:26.358877 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6a430669-b9f1-42e4-80e7-63c7abc5663c req-df35f256-367b-461b-87bd-7ef54d3899ca tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330446 Aug 27 15:00:26.450309 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 53976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:26.563987 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.655086 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.658903 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.699475 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f081aedb57124e0bb0f62089dd97c6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479818 Aug 27 15:00:26.700493 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21adf8-dc6b-4d4f-8b5b-16eec28cd99b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:26.701995 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 53984) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:26.708353 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.708945 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.708945 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.709503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.709503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.709846 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.710171 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.710530 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.710857 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.711219 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.711540 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.711809 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047f19c-b1e1-418a-b218-61af686ef961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.762640 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.786006 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.795743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d40c-b497-4f2d-98c4-64ce9d19ba6f req-5345c60c-1a50-43d4-a58d-a032077b75d6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:26.797219 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d658d40c-b497-4f2d-98c4-64ce9d19ba6f req-5345c60c-1a50-43d4-a58d-a032077b75d6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 27 15:00:26.835084 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d658d40c-b497-4f2d-98c4-64ce9d19ba6f req-9d88d287-4d49-4749-ac15-ae5290bc3151 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Aug 27 15:00:26.835578 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.838147 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:26.839901 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a21adf8-dc6b-4d4f-8b5b-16eec28cd99b HTTP/1.1" status: 204 len: 168 time: 0.1364653 Aug 27 15:00:26.849023 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21adf8-dc6b-4d4f-8b5b-16eec28cd99b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:26.856105 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.856454 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.856794 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.857132 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.857477 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.857800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.858128 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.858485 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.858819 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.859140 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.859463 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:26.859785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace969ff-8f1d-473b-82e9-33fad0ef8ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:27.146931 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54002) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:27.174776 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b48331ec-7b11-4e53-b159-c012c3026586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.208860 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5c32-419b-444e-8a99-0cd6c034895b req-3e0f0867-2cdf-4e59-8ed0-60090ab1bea1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:27.210277 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2b0a5c32-419b-444e-8a99-0cd6c034895b req-3e0f0867-2cdf-4e59-8ed0-60090ab1bea1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0753386 Aug 27 15:00:27.272329 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2b0a5c32-419b-444e-8a99-0cd6c034895b req-997ee760-9148-4d04-aa4f-e6636ab1b190 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540805 Aug 27 15:00:27.318654 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b48331ec-7b11-4e53-b159-c012c3026586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.325000 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b48331ec-7b11-4e53-b159-c012c3026586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.363229 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48331ec-7b11-4e53-b159-c012c3026586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a6fad-dcaf-4999-9d41-b34b85048435,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:27.367437 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b48331ec-7b11-4e53-b159-c012c3026586 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7af5b0dd6b9f4ad7a34306e6b66f5cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194114 Aug 27 15:00:27.370369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54012) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:27.455275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.482937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-e9b2fe4e-b470-4ce1-bf69-7e6d01cb2d29 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:27.484430 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-e9b2fe4e-b470-4ce1-bf69-7e6d01cb2d29 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.0774844 Aug 27 15:00:27.486260 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b8b67-f01f-490c-a0fb-2120adc60dd0 req-96ad20dc-92ee-4fc5-9a2a-018d7455c276 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:27.487780 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-775b8b67-f01f-490c-a0fb-2120adc60dd0 req-96ad20dc-92ee-4fc5-9a2a-018d7455c276 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 945 time: 0.0590470 Aug 27 15:00:27.496984 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.525529 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-775b8b67-f01f-490c-a0fb-2120adc60dd0 req-324901f5-d058-44ae-8dc7-d833e1d3487e tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e92e9f76-6fbb-47db-bc09-928803cfb334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Aug 27 15:00:27.648888 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Deleting port c5f88be8-db66-4c24-8317-0a5a055c97a9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:00:27.649222 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.653366 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.655917 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.657593 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b88a6fad-dcaf-4999-9d41-b34b85048435 HTTP/1.1" status: 204 len: 168 time: 0.2857478 Aug 27 15:00:27.700458 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35723abe-00b9-4b41-87df-2293f792c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a6fad-dcaf-4999-9d41-b34b85048435,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:27.751725 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] For port c5f88be8-db66-4c24-8317-0a5a055c97a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5f88be8-db66-4c24-8317-0a5a055c97a9,segment=NetworkSegment(d373a425-8999-46c3-ad30-176a19097d43),segment_id=d373a425-8999-46c3-ad30-176a19097d43)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:27.752086 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:27.766096 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Calling delete_port for c5f88be8-db66-4c24-8317-0a5a055c97a9 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:00:28.124358 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:28.143955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c5f88be8-db66-4c24-8317-0a5a055c97a9'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:28.156409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Pushing event deleted for resources: {'Port': ['ID=c5f88be8-db66-4c24-8317-0a5a055c97a9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:28.218538 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] No DVR routers for this DVR port c5f88be8-db66-4c24-8317-0a5a055c97a9 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:00:28.222181 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:28.224315 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bdc7bfb-655b-4d8e-a171-ba53b81eba3f req-6b15a92d-cbe6-43ad-9908-d104fee966a1 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.35 "DELETE /v2.0/ports/c5f88be8-db66-4c24-8317-0a5a055c97a9 HTTP/1.1" status: 204 len: 173 time: 0.7252743 Aug 27 15:00:28.224773 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'name': 'network-vif-deleted', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:28.227080 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ade2fd5-09d5-43cb-a8e1-57b5fbc9a804" -d '{"events": [{"server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "name": "network-vif-deleted", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:28.266849 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d76e4cb-6a5f-46a9-ac96-08f51914b986 x-openstack-request-id: req-9d76e4cb-6a5f-46a9-ac96-08f51914b986 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:28.267135 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f824a6a-ce14-4d29-b585-da32dfa3cd6c", "name": "network-vif-deleted", "tag": "c5f88be8-db66-4c24-8317-0a5a055c97a9", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:28.267379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d76e4cb-6a5f-46a9-ac96-08f51914b986 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:28.267765 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f824a6a-ce14-4d29-b585-da32dfa3cd6c', 'name': 'network-vif-deleted', 'tag': 'c5f88be8-db66-4c24-8317-0a5a055c97a9', 'status': 'completed', 'code': 200} Aug 27 15:00:28.454220 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0494-687f-4174-8d43-d0ce05c4e88f req-e12621df-4e77-4edf-845d-950cff073026 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:28.456135 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-605d0494-687f-4174-8d43-d0ce05c4e88f req-e12621df-4e77-4edf-845d-950cff073026 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0861111 Aug 27 15:00:28.507812 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-605d0494-687f-4174-8d43-d0ce05c4e88f req-847c130a-97a2-4c57-a656-ef1a7406a288 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Aug 27 15:00:28.625506 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-19cf11a5-16ff-4b72-87fb-f06347f4c4da req-7b609c3b-6b83-4a58-ad2e-f2f175f75bd2 tempest-DeleteServersTestJSON-27757165 tempest-DeleteServersTestJSON-27757165-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f824a6a-ce14-4d29-b585-da32dfa3cd6c HTTP/1.1" status: 200 len: 210 time: 0.0330753 Aug 27 15:00:28.724934 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9120b5ee-8453-4400-8a16-18ae509641c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:29.637820 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77266df-3214-435f-8dc6-4aa5482c8714 req-962f9f87-8fad-4215-a493-34034784143e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:29.640142 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c77266df-3214-435f-8dc6-4aa5482c8714 req-962f9f87-8fad-4215-a493-34034784143e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Aug 27 15:00:29.683052 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c77266df-3214-435f-8dc6-4aa5482c8714 req-f0b8bc7b-16fc-496f-8b1d-01eb4f571174 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Aug 27 15:00:30.807528 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f547ff2-3390-4262-9742-6998c0edf992 req-17f89d72-3fe4-47e1-a7ed-a7da43192985 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:30.815937 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7f547ff2-3390-4262-9742-6998c0edf992 req-17f89d72-3fe4-47e1-a7ed-a7da43192985 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0595341 Aug 27 15:00:30.883921 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7f547ff2-3390-4262-9742-6998c0edf992 req-5db5efc4-5eec-4812-b867-dc0bce64f77a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614901 Aug 27 15:00:31.134364 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:31.346030 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Deleting subnet 25a754f3-97b4-461f-872f-21374843b79d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:00:31.349419 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.383308 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.388841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.443137 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.471861 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a754f3-97b4-461f-872f-21374843b79d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:31.476724 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.481293 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cd7e4f7a-02c7-4aa5-b219-b8bba09ea298 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/25a754f3-97b4-461f-872f-21374843b79d HTTP/1.1" status: 204 len: 168 time: 0.3434575 Aug 27 15:00:31.482173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:31.546038 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.551840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-bf4c644b-ff79-4f40-b734-d7c1e261c26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.630772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.640983 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.641336 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.642634 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.642972 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.643299 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.643639 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.643968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.644307 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.644752 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.645187 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.713868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.714216 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.714581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.714916 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:00:31.715294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cb4e79-6440-4172-98d1-400ef4780a8f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:31.736581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd373a425-8999-46c3-ad30-176a19097d43') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:31.736581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd373a425-8999-46c3-ad30-176a19097d43') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:31.753141 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.773192 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.781091 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:00:31.781515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: from cryptography.utils import int_from_bytes Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: from cryptography.utils import int_from_bytes Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:00:31.786126 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:00:31.851627 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.859418 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:31.864229 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39cb4e79-6440-4172-98d1-400ef4780a8f HTTP/1.1" status: 204 len: 168 time: 0.3795629 Aug 27 15:00:31.871954 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557d1dd-7709-491f-adb2-b13188f0aca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cb4e79-6440-4172-98d1-400ef4780a8f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:32.002843 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a2497-0f90-4488-bbf8-3d132b5b9ff7 req-0873aa68-43c8-4ff9-91c4-b04053305a90 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:32.004913 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d13a2497-0f90-4488-bbf8-3d132b5b9ff7 req-0873aa68-43c8-4ff9-91c4-b04053305a90 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0644860 Aug 27 15:00:32.046803 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d13a2497-0f90-4488-bbf8-3d132b5b9ff7 req-5bed5826-acf4-4b21-8646-35361f85f01d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Aug 27 15:00:32.065396 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:32.087141 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.114574 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c70b30cc-a669-4de4-a20b-aad9160ca054 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=616aac69ade54ee999cf8834f16b25dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478656 Aug 27 15:00:32.117191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:32.168705 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.189899 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.223775 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c5f88be8-db66-4c24-8317-0a5a055c97a9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:00:32.248376 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: c5f88be8-db66-4c24-8317-0a5a055c97a9 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:00:32.249316 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c5f88be8-db66-4c24-8317-0a5a055c97a9 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:00:32.253776 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.256927 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.260428 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e92e9f76-6fbb-47db-bc09-928803cfb334 HTTP/1.1" status: 204 len: 168 time: 0.1400783 Aug 27 15:00:32.280496 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94378174-48c5-4158-ba55-2e9e55e4dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e9f76-6fbb-47db-bc09-928803cfb334,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:32.296980 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-23df6cf8-3e31-4ee9-acd3-7f40905c439d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499465 Aug 27 15:00:32.401622 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-9bc38561-a58a-4a13-befd-bbbe2498b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:32.403366 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-9bc38561-a58a-4a13-befd-bbbe2498b9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 1099 time: 0.0487103 Aug 27 15:00:32.508487 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-76a32327-8583-4ea3-8caf-63aa6af18179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:32.510045 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-76a32327-8583-4ea3-8caf-63aa6af18179 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 916 time: 0.0858686 Aug 27 15:00:32.564299 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-705968f3-e453-4f36-ab36-ab99637a62be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c HTTP/1.1" status: 200 len: 217 time: 0.0410945 Aug 27 15:00:32.589543 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:32.624254 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-6a7b948c-7a53-41f5-8b77-806ca116714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:32.625849 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-6a7b948c-7a53-41f5-8b77-806ca116714d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0442934 Aug 27 15:00:32.675785 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-a8362089-b7ee-4f2b-8ec7-420774d68d9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258601 Aug 27 15:00:32.808666 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-7158bd35-78d1-42ea-b936-daeb7520cb9a service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978186 Aug 27 15:00:32.906917 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54fb7ed9-f79f-43be-b416-96c49c769b5f req-fb2115ae-3ee3-477b-ad55-ace062a68139 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Aug 27 15:00:32.995373 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54186) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:33.091440 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-575753503-network', 'tenant_id': '64fdf9391b594f2d8546518c67960067'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:33.112194 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Made reservation on behalf of 64fdf9391b594f2d8546518c67960067 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:33.114757 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.124197 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.161836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1bce-0617-4de3-96ee-7362e617b7cc req-0ebeb5a7-491f-4f60-9135-6f9aeffa2293 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:33.163272 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d0bb1bce-0617-4de3-96ee-7362e617b7cc req-0ebeb5a7-491f-4f60-9135-6f9aeffa2293 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 27 15:00:33.203686 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d0bb1bce-0617-4de3-96ee-7362e617b7cc req-e4b66561-6c00-41cc-abec-bc106a513d11 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Aug 27 15:00:33.213992 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.229410 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.256659 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:00:33.266895 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeda028-8da3-4f99-8620-93e86d7c831a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:33.271954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.272292 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Added segment 718ebc82-bcf9-43fc-aaaa-a55838510b5f of type vlan for network 5ca633b8-7f6a-45df-a525-0569f795015f Aug 27 15:00:33.316616 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.340192 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.341127 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:33.341693 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.396958 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4004476 Aug 27 15:00:33.400155 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:33.402019 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab7bd-cf63-4661-bb60-1a6d5d8a1430 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca633b8-7f6a-45df-a525-0569f795015f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:33.405415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Request body: {'subnet': {'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-subnet', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:33.413842 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:00:33.435333 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Made reservation on behalf of 64fdf9391b594f2d8546518c67960067 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:33.437850 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26204058'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.615927 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25960867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26204136'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.675820 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:33.683386 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Checking segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:33.683642 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Network hostable DHCP agents. Network: 5ca633b8-7f6a-45df-a525-0569f795015f, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:00:33.700035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Network 5ca633b8-7f6a-45df-a525-0569f795015f is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:00:33.711010 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 5ca633b8-7f6a-45df-a525-0569f795015f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:33.717472 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:33.718139 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.721267 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846903c1-94e3-4fd9-bbfa-f9a9db5960ef None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:00:33.745905 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1d08bc64-62b9-4ce8-9374-249186a66f3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3417435 Aug 27 15:00:33.747148 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54206) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:33.755856 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:33.793784 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.802480 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.861806 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:33.909983 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-5ca633b8-7f6a-45df-a525-0569f795015f', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:00:33.910832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.046693 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.082274 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Allocated IP 172.20.0.2 (5ca633b8-7f6a-45df-a525-0569f795015f/717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf/d4fce156-7c89-4d32-9cf0-0d8d4efca8d9) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:34.224279 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.233930 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Transition to ACTIVE for port object d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:34.252009 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Transition to ACTIVE for port object d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:34.259268 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.264752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.291660 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.303908 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:34.309713 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:34.314180 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:34.322034 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Pushing event updated for resources: {'Port': ['ID=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:34.332714 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.333064 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.333409 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.333747 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.334080 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.334375 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320c899-4630-4db5-afbf-b6b071f4957f req-0be6afdb-3a72-4264-9d07-f83f26f39ca8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:34.334843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.334843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.335090 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.335426 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.335755 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.336079 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.336402 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:34.338801 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9320c899-4630-4db5-afbf-b6b071f4957f req-0be6afdb-3a72-4264-9d07-f83f26f39ca8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0609448 Aug 27 15:00:34.379345 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9320c899-4630-4db5-afbf-b6b071f4957f req-d238af75-256f-46e1-a4a7-428c8a002c43 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Aug 27 15:00:34.384481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Attempting to bind port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:34.384481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Attempting to bind port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:34.384821 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Attempting to bind port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:34.389995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:34.390456 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Checking segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:34.390896 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.391251 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Bound using segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:34.392559 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Bound port: d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:34.392811 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.428137 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Allocated IP 172.27.2.134 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/2c1d1d69-7cb4-41f9-905d-4bfc9817a322) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:34.467439 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] For port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:34.470705 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] For port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:34.476879 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.535876 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264f343-a829-4c46-93c4-983c9f154f47 None None] Pushing event updated for resources: {'Port': ['ID=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:34.543114 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.587332 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.625379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:34.628761 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:34.635079 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:34.661333 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:34.854322 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:34.904948 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:35.107041 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:35.262311 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:00:35.365414 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:35.383116 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:00:35.392979 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:00:35.399630 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:35.400929 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-94016f97-d396-4c8b-9587-d5a8984d6724 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6527607 Aug 27 15:00:35.403643 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54234) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:35.405374 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:35.406104 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:35.529956 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:35.605159 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec4f00-ad68-49ca-a47b-bb87aba9cdee None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:00:35.682612 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115166fb-f61a-4679-8205-31cfb8943d64 req-4e7525a8-9c6a-459a-bb67-a08d4c712542 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:35.685741 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-115166fb-f61a-4679-8205-31cfb8943d64 req-4e7525a8-9c6a-459a-bb67-a08d4c712542 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0690260 Aug 27 15:00:35.735105 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-47b81b28-43a7-4818-b03a-f89479aae378 None None] Provisioning for port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:35.746114 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-115166fb-f61a-4679-8205-31cfb8943d64 req-037800f5-a500-4fd5-8f45-7b69bfe67286 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Aug 27 15:00:35.764175 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:34Z', 'revision_number': 3, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:35.803104 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:00:35.803371 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Updating router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:00:35.830959 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.096776 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.122252 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.133143 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Transition to ACTIVE for port object 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:36.139850 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.199764 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Attempting to bind port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:36.200114 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Attempting to bind port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:36.200501 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Attempting to bind port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:36.208362 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Pushing event updated for resources: {'Port': ['ID=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:36.211535 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:36.211911 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:36.212314 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.212710 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:36.213200 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Bound port: 2c1d1d69-7cb4-41f9-905d-4bfc9817a322, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:36.213626 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.219589 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.220514 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.220858 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.221208 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.221546 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.221878 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.222212 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.222569 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.222918 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.223253 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.223582 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.223905 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:00:36.261331 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Allocated IP 172.20.0.1 (5ca633b8-7f6a-45df-a525-0569f795015f/717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf/6c89cc70-15d3-462d-9788-11c7bdbff403) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:36.281414 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] For port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:36.285091 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] For port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:36.289376 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.344005 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:36.344629 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:36.366613 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.380157 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c849-68e8-4296-8a7b-4aebc673d5a6 None None] Pushing event updated for resources: {'Port': ['ID=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:36.389620 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Transition to ACTIVE for port object 6c89cc70-15d3-462d-9788-11c7bdbff403 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:36.427426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.461576 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:36.476393 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Network 5ca633b8-7f6a-45df-a525-0569f795015f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:36.485601 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:36.489470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:36.495561 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:36.539528 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.709152 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.780856 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:36.809896 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:34Z', 'revision_number': 3, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:36.866864 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-516452ed-8e89-48b0-b437-fb5efbc7a331 None None] Provisioning for port 6c89cc70-15d3-462d-9788-11c7bdbff403 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:36.872972 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-516452ed-8e89-48b0-b437-fb5efbc7a331 None None] Provisioning complete for port 6c89cc70-15d3-462d-9788-11c7bdbff403 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:36.873616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-516452ed-8e89-48b0-b437-fb5efbc7a331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.874022 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2ab0-43d8-4c0c-8406-fd72f7c54876 None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:34Z', 'revision_number': 3, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:00:36.921412 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f57724-7ed9-4614-b6d4-27b350e17dfe req-52624351-7fc1-4710-84e0-7cafd34692e3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:36.924960 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-76f57724-7ed9-4614-b6d4-27b350e17dfe req-52624351-7fc1-4710-84e0-7cafd34692e3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0899920 Aug 27 15:00:36.940604 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-516452ed-8e89-48b0-b437-fb5efbc7a331 None None] Port 6c89cc70-15d3-462d-9788-11c7bdbff403 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:00:36.947523 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:36.959208 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:36.959587 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.992348 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:36.995802 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-76f57724-7ed9-4614-b6d4-27b350e17dfe req-2154f8a7-864f-4ad9-b817-3d35cc978010 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Aug 27 15:00:36.999407 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:37.096884 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:37.107584 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:37.114053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:37.137475 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:37.142981 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:37.205676 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:37.223916 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Network 5ca633b8-7f6a-45df-a525-0569f795015f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:37.225300 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:37.384397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:00:37.507671 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:00:37.513085 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c89caeec-d9b2-4ced-be14-7d61003ff2d9 admin admin] 10.222.0.42 "PUT /v2.0/routers/78a0f37f-1fb7-4aae-bf46-35c13f4cabe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1083934 Aug 27 15:00:37.567682 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c7833d6e-59f2-4645-9435-b891062d7759 None None] Provisioning complete for port 6c89cc70-15d3-462d-9788-11c7bdbff403 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:37.568101 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c7833d6e-59f2-4645-9435-b891062d7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:37.616653 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-c7833d6e-59f2-4645-9435-b891062d7759 None None] Port 6c89cc70-15d3-462d-9788-11c7bdbff403 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:00:38.082908 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:38.087759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242341853', 'description': 'tempest-description--97111047'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:38.122265 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.205971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f871-1b1f-4d25-834b-b53584f6614c req-e295b4b0-034a-4cb5-8759-0fe029f6d221 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:38.207372 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9e50f871-1b1f-4d25-834b-b53584f6614c req-e295b4b0-034a-4cb5-8759-0fe029f6d221 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0754013 Aug 27 15:00:38.267852 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9e50f871-1b1f-4d25-834b-b53584f6614c req-cb944353-0c8c-4855-9b3f-1fade6edc418 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Aug 27 15:00:38.279070 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.283248 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.308900 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.312896 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2261901 Aug 27 15:00:38.313306 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:38.318431 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group_rule': {'security_group_id': 'cf21c71f-1b10-4c09-90e2-afda06d598c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:38.335303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497b1c2-2049-4fda-a0f9-6640615dade4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21c71f-1b10-4c09-90e2-afda06d598c9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:38.357475 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.409689 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.413566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.436083 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad710842-beda-4ce4-ba30-0c82abd65aeb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:38.441458 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.442669 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bea4775b-dac1-413d-888b-b806343f8712 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277888 Aug 27 15:00:38.445287 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54280) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:38.449777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group_rule': {'security_group_id': 'cf21c71f-1b10-4c09-90e2-afda06d598c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:38.478876 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.537461 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.542730 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.563672 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6004e0-87dc-47fb-9ce0-cf05934ba02a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:38.572937 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.577189 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-62251dc9-1dad-48c8-a840-0e2751d6646e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279290 Aug 27 15:00:38.577500 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54282) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:38.582302 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:38.606916 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.630616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:00:38.640003 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:38.640701 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:38.728090 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:38.777674 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:38.830202 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:38.884892 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Allocated IP 172.27.2.69 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:38.927672 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:38.995461 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:39.002019 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:39.002331 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.002470 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.043726 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.068897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c3686df-8257-4e01-9d6c-d925c2c285c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.089252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:39.098574 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:39.101200 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:39.133734 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.134853 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 2, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:39.173448 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c3686df-8257-4e01-9d6c-d925c2c285c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.179806 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c3686df-8257-4e01-9d6c-d925c2c285c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.227235 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.229319 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-9c3686df-8257-4e01-9d6c-d925c2c285c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eaeb694bcabd4bfa89150efdee19a152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003309 Aug 27 15:00:39.230294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3686df-8257-4e01-9d6c-d925c2c285c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca522af-90ae-4768-a49e-71d92d2fc6b6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.232016 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54296) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:39.294261 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.309294 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:00:39.309669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Updating router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 port 6c89cc70-15d3-462d-9788-11c7bdbff403 binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:00:39.314437 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.351784 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.354422 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.362974 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:39.375967 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.376976 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:39.417140 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432966e-a064-42b8-8f92-a982aa26cda9 req-0229f228-aa34-4ff0-9b80-dfa950b6e612 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:39.418700 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7432966e-a064-42b8-8f92-a982aa26cda9 req-0229f228-aa34-4ff0-9b80-dfa950b6e612 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Aug 27 15:00:39.433325 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.469539 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7432966e-a064-42b8-8f92-a982aa26cda9 req-fef84755-87e1-4e62-a6f3-0dbf6b209c94 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Aug 27 15:00:39.493658 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.529142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.531920 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.535928 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bca522af-90ae-4768-a49e-71d92d2fc6b6 HTTP/1.1" status: 204 len: 168 time: 0.3002820 Aug 27 15:00:39.554219 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797578-4458-438c-a39a-ecee6d2f2bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca522af-90ae-4768-a49e-71d92d2fc6b6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.564607 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.570257 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.598944 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:39.599324 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.638083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.688479 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.704690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.706182 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b918b987-1c39-4cb6-8ff2-63ee4d2313be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1276696 Aug 27 15:00:39.835877 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.846598 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Transition to ACTIVE for port object 6c89cc70-15d3-462d-9788-11c7bdbff403 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:39.853003 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.863583 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54316) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:39.879503 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e59c85-9400-4791-8da0-3f0deaf55917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.956400 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8ef86-1546-48f7-827f-59a4cee45b8b None None] Pushing event updated for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:39.986780 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Attempting to bind port 6c89cc70-15d3-462d-9788-11c7bdbff403 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:39.987149 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Attempting to bind port 6c89cc70-15d3-462d-9788-11c7bdbff403 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:39.987545 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Attempting to bind port 6c89cc70-15d3-462d-9788-11c7bdbff403 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:39.992707 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:39.993074 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Checking segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:39.993478 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.993867 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Bound using segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:39.994333 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Bound port: 6c89cc70-15d3-462d-9788-11c7bdbff403, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:39.994988 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:39.997454 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e59c85-9400-4791-8da0-3f0deaf55917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.003279 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e59c85-9400-4791-8da0-3f0deaf55917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.046595 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:40.046810 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d6e59c85-9400-4791-8da0-3f0deaf55917 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50797c2c43414079ae0f384ca1b24562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819572 Aug 27 15:00:40.048489 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59c85-9400-4791-8da0-3f0deaf55917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485697d5-3c4c-404c-a081-6d794f544a58,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:40.077724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] For port 6c89cc70-15d3-462d-9788-11c7bdbff403, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:40.081979 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] For port 6c89cc70-15d3-462d-9788-11c7bdbff403, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6c89cc70-15d3-462d-9788-11c7bdbff403,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:40.087581 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.112048 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.138293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.151159 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:40.151797 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:00:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:40.190260 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.193111 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.194474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/485697d5-3c4c-404c-a081-6d794f544a58 HTTP/1.1" status: 204 len: 168 time: 0.1451194 Aug 27 15:00:40.203249 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971599b-6eb4-49d7-b1fb-f900e0826f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485697d5-3c4c-404c-a081-6d794f544a58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:40.208782 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8ef86-1546-48f7-827f-59a4cee45b8b None None] Pushing event updated for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:40.325536 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:40.550899 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:40Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:40.581894 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276496e-bec0-414c-822a-a0a6fdb441ad None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:40Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:00:40.827554 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:40.880541 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:40.881116 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:40.974800 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6c89cc70-15d3-462d-9788-11c7bdbff403 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:41.035529 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 6c89cc70-15d3-462d-9788-11c7bdbff403 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:41.039723 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 6c89cc70-15d3-462d-9788-11c7bdbff403 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:41.040103 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:41.128602 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:41.164940 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 6c89cc70-15d3-462d-9788-11c7bdbff403, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6c89cc70-15d3-462d-9788-11c7bdbff403,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:41.174309 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:41.234166 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:42.119437 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-80f038dc-11cd-4acf-84b5-6cde7ae64b48 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1242341853&fields=id&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 267 time: 0.0480828 Aug 27 15:00:42.179752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-9fa5a45d-d843-4853-9b6e-88321e4a7389 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:42.182812 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-9fa5a45d-d843-4853-9b6e-88321e4a7389 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.1268818 Aug 27 15:00:42.199986 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-8b56b91e-4e76-4a87-a25e-24210a170418 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/quotas/7eb54daef8f5407b84861e4ed3697207 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Aug 27 15:00:42.254268 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-45a08ed3-47a9-431f-a356-bd72b0713b73 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:42.262043 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-45a08ed3-47a9-431f-a356-bd72b0713b73 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 816 time: 0.1323967 Aug 27 15:00:42.264119 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-52e8e8ba-45b2-43bb-8fc3-57f39473e7dd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570724 Aug 27 15:00:42.277633 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-3732232c-43db-430b-9dd0-f60b6ca40e09 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/quotas/64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 375 time: 0.0146656 Aug 27 15:00:42.346618 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-3727b626-d991-4c9b-880e-342d3a399bf1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602212 Aug 27 15:00:42.388911 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-189608b3-f78c-4839-9091-7757a52e6dbe service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167481 Aug 27 15:00:42.440677 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-95bf6a30-391a-4c96-9964-fe5e8f440cf9 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926101 Aug 27 15:00:42.503872 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-ed1ef6e2-5d04-4076-8e37-36aeec8c3e5d service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133621 Aug 27 15:00:42.624054 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-d1ec260c-509c-4ca2-977a-9cf537969521 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755683 Aug 27 15:00:42.753383 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6c89cc70-15d3-462d-9788-11c7bdbff403 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:42.851397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5614-7cfa-47c1-ac4f-58f2fc0b5551 req-ba73daea-522d-426a-98b4-27203c183d6e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:42.867467 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b29a5614-7cfa-47c1-ac4f-58f2fc0b5551 req-ba73daea-522d-426a-98b4-27203c183d6e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1219840 Aug 27 15:00:42.880717 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 6c89cc70-15d3-462d-9788-11c7bdbff403 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:42.881090 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:42.963040 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b29a5614-7cfa-47c1-ac4f-58f2fc0b5551 req-8eeb73b5-d100-4ddc-851c-33458f90a3a1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943611 Aug 27 15:00:43.051497 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e2c5e84-522f-47fb-b5bb-0023ab8618ae req-911132de-776b-4d7d-97fa-e416d2ffba9f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 210 time: 0.0455897 Aug 27 15:00:43.129617 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ff82a242-5f62-431a-b22b-255d9e7a5c20 req-0bb6a69d-ebc2-4dfc-9e07-4a56ac1daddf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 210 time: 0.0378208 Aug 27 15:00:44.142704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3271-d941-4131-8add-5589e4a6ffa0 req-81419bb7-6f20-439e-a37d-982fb9e5f6d1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:44.144281 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4b5e3271-d941-4131-8add-5589e4a6ffa0 req-81419bb7-6f20-439e-a37d-982fb9e5f6d1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1060345 Aug 27 15:00:44.177920 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-0a931880-ca24-4541-b8d3-04d30e49f0c2 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:44.179472 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-0a931880-ca24-4541-b8d3-04d30e49f0c2 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.2316494 Aug 27 15:00:44.198562 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4b5e3271-d941-4131-8add-5589e4a6ffa0 req-a542bafc-b1fc-4d04-9af9-a6851dbac22c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473418 Aug 27 15:00:44.222785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Request body: {'port': {'device_id': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'admin_state_up': True, 'tenant_id': '7eb54daef8f5407b84861e4ed3697207'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:44.303176 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74f98319-110b-4888-8323-956612411316 req-b34e9db1-20df-4d94-82d2-9c4bfae059c9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 210 time: 0.0331023 Aug 27 15:00:44.306867 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-42cdca69-3f20-4e82-9749-f9c93a9e5d09 req-295711bc-0ea9-4739-86e0-5428d75ceb1a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 210 time: 0.0255518 Aug 27 15:00:44.375604 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:44.379111 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:44.520992 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Allocated IP 172.20.0.13 (569f7848-a935-4fb6-bea7-988f017151d3/d65cd9ca-3503-47b8-b508-0bbf2c8af0e1/61995f66-479c-4c7a-9b48-0da066980a62) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:44.731349 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-47eb3a5d-0bd0-43e5-8e11-f9e94a270a1f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:44.733140 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-47eb3a5d-0bd0-43e5-8e11-f9e94a270a1f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 816 time: 0.1465597 Aug 27 15:00:44.822235 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-488e78e8-e5ec-422f-bd4b-9b1362ad64ff tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 380 time: 0.0680900 Aug 27 15:00:44.841446 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'port': {'device_id': '019646c7-2500-4750-8676-ba348ba5bf82', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'admin_state_up': True, 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'security_groups': ['cf21c71f-1b10-4c09-90e2-afda06d598c9']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:44.924514 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:44.968520 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:44.973427 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Made reservation on behalf of 64fdf9391b594f2d8546518c67960067 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:00:44.978491 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:44.981753 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:45.014072 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Network 569f7848-a935-4fb6-bea7-988f017151d3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:45.020142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:45.024650 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:45.051771 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event updated for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:45.080491 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:45.081240 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.103001 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-b660437b-3b72-4cae-a797-25f1c27a113a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8842704 Aug 27 15:00:45.121807 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Request body: {'port': {'device_id': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:45.158505 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Allocated IP 172.20.0.3 (5ca633b8-7f6a-45df-a525-0569f795015f/717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf/c1db2fd5-7061-4661-9df0-0d9c221b23a3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:45.192905 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.381699 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.398676 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Transition to ACTIVE for port object c1db2fd5-7061-4661-9df0-0d9c221b23a3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:45.411565 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbad81-65d0-403f-a0a5-2f21dd93378c req-dedf3672-a74a-4cfd-bcf1-1ee465a532c9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:45.413032 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66fbad81-65d0-403f-a0a5-2f21dd93378c req-dedf3672-a74a-4cfd-bcf1-1ee465a532c9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0731874 Aug 27 15:00:45.464362 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.479179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b44568-c221-4893-9744-5153dad59171 req-7be50f34-85ed-4c28-beda-08cc0381b1bc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:45.480686 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-77b44568-c221-4893-9744-5153dad59171 req-7be50f34-85ed-4c28-beda-08cc0381b1bc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 932 time: 0.0802486 Aug 27 15:00:45.494715 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66fbad81-65d0-403f-a0a5-2f21dd93378c req-d6a1c589-cdbe-4185-b89e-5b7897af7b22 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 Aug 27 15:00:45.536118 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Network 5ca633b8-7f6a-45df-a525-0569f795015f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:45.546293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:45.547065 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:45.549580 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:45.593150 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-77b44568-c221-4893-9744-5153dad59171 req-ec889ebf-07ec-48a4-a194-cfc790b8f2ba tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899477 Aug 27 15:00:45.636022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:45.636984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.656377 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-c348fe9b-7695-4e49-b466-929d145a801f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213155 Aug 27 15:00:45.661942 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61995f66-479c-4c7a-9b48-0da066980a62 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:45.671783 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Request body: {'port': {'device_id': '019646c7-2500-4750-8676-ba348ba5bf82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:45.672011 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.683785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3c71-d3cb-4b11-84de-76a03ca479b0 req-c42281ad-b787-4714-a63f-71ecbe3de68a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:45.685298 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3cbb3c71-d3cb-4b11-84de-76a03ca479b0 req-c42281ad-b787-4714-a63f-71ecbe3de68a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 931 time: 0.1198287 Aug 27 15:00:45.702304 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Transition to ACTIVE for port object 61995f66-479c-4c7a-9b48-0da066980a62 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:45.713580 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.739989 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.771991 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3cbb3c71-d3cb-4b11-84de-76a03ca479b0 req-50f905b8-25de-4982-b1a1-6ab546e2ff59 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776727 Aug 27 15:00:45.787138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:45.849066 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9ad38ca7-d8ce-44df-be07-0bb8b76f0744 None None] Provisioning for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:45.854050 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9ad38ca7-d8ce-44df-be07-0bb8b76f0744 None None] Provisioning complete for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:45.854463 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ad38ca7-d8ce-44df-be07-0bb8b76f0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.870458 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Attempting to bind port 61995f66-479c-4c7a-9b48-0da066980a62 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:45.870887 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Attempting to bind port 61995f66-479c-4c7a-9b48-0da066980a62 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:45.871810 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Attempting to bind port 61995f66-479c-4c7a-9b48-0da066980a62 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:45.877411 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Port 61995f66-479c-4c7a-9b48-0da066980a62 on network 569f7848-a935-4fb6-bea7-988f017151d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:00:45.877815 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Attempting to bind port 61995f66-479c-4c7a-9b48-0da066980a62 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:45.888114 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:45.888526 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Checking segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:45.888923 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Bound using segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:45.889360 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Bound port: 61995f66-479c-4c7a-9b48-0da066980a62, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:45.890490 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:45.916760 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-9ad38ca7-d8ce-44df-be07-0bb8b76f0744 None None] Port c1db2fd5-7061-4661-9df0-0d9c221b23a3 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:00:45.980138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:45.983597 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61995f66-479c-4c7a-9b48-0da066980a62,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:45.987848 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.022171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.022801 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.024170 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] 10.222.0.35 "PUT /v2.0/ports/61995f66-479c-4c7a-9b48-0da066980a62 HTTP/1.1" status: 200 len: 1094 time: 0.9085522 Aug 27 15:00:46.024684 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:46.026952 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96a2ee-ac70-49db-b296-77500d2ee0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "tag": "61995f66-479c-4c7a-9b48-0da066980a62"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:46.049675 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:46.054549 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807639e5-0b44-4741-b7c9-e3f9f4e6ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:46.057950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.072770 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8810da73-8fed-44e8-88f6-c46ecf42e24b x-openstack-request-id: req-8810da73-8fed-44e8-88f6-c46ecf42e24b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:46.073066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "tag": "61995f66-479c-4c7a-9b48-0da066980a62", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:46.073320 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8810da73-8fed-44e8-88f6-c46ecf42e24b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:46.073730 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62', 'status': 'completed', 'code': 200} Aug 27 15:00:46.082162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Transition to ACTIVE for port object c1db2fd5-7061-4661-9df0-0d9c221b23a3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:00:46.086483 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.141516 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:46.141646 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-aa3de7fd-3405-436e-b27a-7fd77cb895d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.143318 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-aa3de7fd-3405-436e-b27a-7fd77cb895d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 1097 time: 0.0491490 Aug 27 15:00:46.195003 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-ffa5d193-4906-4783-8029-43fbb89f777b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61995f66-479c-4c7a-9b48-0da066980a62 HTTP/1.1" status: 200 len: 217 time: 0.0358980 Aug 27 15:00:46.215669 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Attempting to bind port c1db2fd5-7061-4661-9df0-0d9c221b23a3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:00:46.216161 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Attempting to bind port c1db2fd5-7061-4661-9df0-0d9c221b23a3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:00:46.216582 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Attempting to bind port c1db2fd5-7061-4661-9df0-0d9c221b23a3 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:46.221900 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Port c1db2fd5-7061-4661-9df0-0d9c221b23a3 on network 5ca633b8-7f6a-45df-a525-0569f795015f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:00:46.222358 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Attempting to bind port c1db2fd5-7061-4661-9df0-0d9c221b23a3 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:00:46.228056 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:00:46.228875 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Checking segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:00:46.228875 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Bound using segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:00:46.229494 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Bound port: c1db2fd5-7061-4661-9df0-0d9c221b23a3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:00:46.229958 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.256218 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-4ef877a0-b2b3-4b5a-8ba1-7fd8afc12e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.258225 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-4ef877a0-b2b3-4b5a-8ba1-7fd8afc12e6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0558891 Aug 27 15:00:46.294900 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-9266e867-d064-4128-86c9-216e52835e63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267518 Aug 27 15:00:46.338120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:00:46.342778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:00:46.348651 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.373353 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.373917 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.376664 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] 10.222.0.35 "PUT /v2.0/ports/c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 1093 time: 0.7095776 Aug 27 15:00:46.416405 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:46.419984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792cf430-8089-4c13-99f3-44a83946866c" -d '{"events": [{"name": "network-changed", "server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:46.447898 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-c09bc8ef-49b0-4b18-abfa-1bacedb191b6 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404898 Aug 27 15:00:46.488179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafde08c-9e68-4a21-9a45-1448fbcc1830 x-openstack-request-id: req-bafde08c-9e68-4a21-9a45-1448fbcc1830 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:46.488517 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:46.488727 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bafde08c-9e68-4a21-9a45-1448fbcc1830 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:46.489161 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'status': 'completed', 'code': 200} Aug 27 15:00:46.510908 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7196a4c-63f1-4c44-a506-628b730e3608 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:46.534026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-26a4b140-bc40-4735-b5af-f252deec9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.535600 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-26a4b140-bc40-4735-b5af-f252deec9817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1096 time: 0.0889325 Aug 27 15:00:46.608711 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-77d8d653-2589-4666-aaa5-e2b4dabf3785 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 217 time: 0.0608091 Aug 27 15:00:46.627929 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3bb1c326-16eb-43ac-a211-fc1c8a6d056a req-62bd2908-52f8-4ce6-b38a-d4e650f1fb05 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707327 Aug 27 15:00:46.731648 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f8d2ee4d-1d39-493e-be82-46862ded149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.733104 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-f8d2ee4d-1d39-493e-be82-46862ded149c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.1022592 Aug 27 15:00:46.744333 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cdd10-ff0d-49c2-80b7-8f62eb14ed88 req-f2cbef2b-cefd-4861-8f3a-f0e5af345b23 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.746436 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e93cdd10-ff0d-49c2-80b7-8f62eb14ed88 req-f2cbef2b-cefd-4861-8f3a-f0e5af345b23 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.1285276 Aug 27 15:00:46.769089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-29f17f6d-010a-4f29-8c3b-fca5597f81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.770895 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-29f17f6d-010a-4f29-8c3b-fca5597f81ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 1097 time: 0.0804629 Aug 27 15:00:46.784232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5b82e-e201-4422-9ac9-18efedfe6fd2 req-30019042-d157-4a4b-bf95-eddcb2aae731 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.787377 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-21e5b82e-e201-4422-9ac9-18efedfe6fd2 req-30019042-d157-4a4b-bf95-eddcb2aae731 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 944 time: 0.0636315 Aug 27 15:00:46.821629 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e93cdd10-ff0d-49c2-80b7-8f62eb14ed88 req-f61dd625-80c6-4da6-8635-4fb8e62be196 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Aug 27 15:00:46.824541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-7fd36b86-b708-42c2-b7ac-6853cbdca3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.825962 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-7fd36b86-b708-42c2-b7ac-6853cbdca3c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786583 Aug 27 15:00:46.883412 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-21e5b82e-e201-4422-9ac9-18efedfe6fd2 req-254fc3aa-0dbd-4283-b626-18ccdf1c9234 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Aug 27 15:00:46.915489 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-07c32155-abed-45e2-8646-82535920a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.916971 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-07c32155-abed-45e2-8646-82535920a77f service neutron] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 916 time: 0.1184745 Aug 27 15:00:46.976659 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-c0e7b5ec-32b5-4736-bc43-6db9d8fae1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61995f66-479c-4c7a-9b48-0da066980a62 HTTP/1.1" status: 200 len: 217 time: 0.0427413 Aug 27 15:00:46.977259 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00caf5-9a48-41e6-b7ec-0132a6ce9843 req-36c9fd38-f0ae-410e-bf36-ecaef1ddeb12 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:46.978805 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4c00caf5-9a48-41e6-b7ec-0132a6ce9843 req-36c9fd38-f0ae-410e-bf36-ecaef1ddeb12 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0885632 Aug 27 15:00:46.984460 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-7bed58d5-8795-42ce-b985-ed47e5803b90 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459138 Aug 27 15:00:47.033102 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4c00caf5-9a48-41e6-b7ec-0132a6ce9843 req-b55cd852-aaba-4a0a-9829-0dca0446385d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476727 Aug 27 15:00:47.072675 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-d7d253b1-369a-4ad9-b6ef-e36bb8babb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.074252 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-d7d253b1-369a-4ad9-b6ef-e36bb8babb01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0703807 Aug 27 15:00:47.109902 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-decd6877-558a-4c68-a675-aeab21ea5e17 req-e22a070a-fc09-4be4-9fe6-36b8cd8d523e service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044590 Aug 27 15:00:47.116079 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-89d36105-e1c4-48cd-887f-84dcf022d453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237529 Aug 27 15:00:47.216844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cf430-8089-4c13-99f3-44a83946866c req-13cc1e07-5c6b-48ba-a25a-4fccd10a4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.218188 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-67efdcad-f736-403e-8132-2ca4cab2f7ee service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911169 Aug 27 15:00:47.218713 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-13cc1e07-5c6b-48ba-a25a-4fccd10a4743 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1096 time: 0.0443211 Aug 27 15:00:47.320866 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-aa96a2ee-ac70-49db-b296-77500d2ee0e4 req-8af352b4-5d45-4c7a-a912-edee475cba87 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Aug 27 15:00:47.321999 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cf430-8089-4c13-99f3-44a83946866c req-82554a48-7927-4771-a237-e75489ef2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.323466 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-82554a48-7927-4771-a237-e75489ef2c30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0843198 Aug 27 15:00:47.561150 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-c973e7fc-5d3b-48b5-b015-4aada4a29edd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 217 time: 0.2150824 Aug 27 15:00:47.611479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cf430-8089-4c13-99f3-44a83946866c req-239193bf-7fac-4371-8698-a665d1622a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.612324 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:00:47.612930 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-239193bf-7fac-4371-8698-a665d1622a4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0423596 Aug 27 15:00:47.660202 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cf430-8089-4c13-99f3-44a83946866c req-3e328a1e-df4f-40f0-bf74-22e0c0d1e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.661763 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-3e328a1e-df4f-40f0-bf74-22e0c0d1e187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402327 Aug 27 15:00:47.758021 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-9dc6ccdd-6d1f-427b-86b7-d89155daa4e2 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885720 Aug 27 15:00:47.865396 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-792cf430-8089-4c13-99f3-44a83946866c req-6aabed09-3aad-4b06-b9d8-5f12bce10a8a service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949118 Aug 27 15:00:47.978595 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75fe7b-5589-443c-bf61-d36bdb112786 req-23c8ff99-a12e-4afd-9368-d209a8f1d475 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:47.984351 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3f75fe7b-5589-443c-bf61-d36bdb112786 req-23c8ff99-a12e-4afd-9368-d209a8f1d475 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0557334 Aug 27 15:00:48.023001 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3f75fe7b-5589-443c-bf61-d36bdb112786 req-14e1b38e-f4e7-401e-ab3d-001bab8407e5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Aug 27 15:00:48.056429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f525c56-a2c1-41ac-85be-8bba1824939f req-f9ecf120-36ae-4023-8daf-f52c0d715433 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:48.058078 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5f525c56-a2c1-41ac-85be-8bba1824939f req-f9ecf120-36ae-4023-8daf-f52c0d715433 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 944 time: 0.0710998 Aug 27 15:00:48.111700 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5f525c56-a2c1-41ac-85be-8bba1824939f req-e5da3c48-75c9-4a97-ad87-115d2b2cd2c8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Aug 27 15:00:48.163636 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1b18a-7d06-4334-a305-3b4fb6b52dc4 req-f5531fdc-2275-40ca-9210-7e6bc6fe1eae tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:48.165124 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e2c1b18a-7d06-4334-a305-3b4fb6b52dc4 req-f5531fdc-2275-40ca-9210-7e6bc6fe1eae tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0492103 Aug 27 15:00:48.203200 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e2c1b18a-7d06-4334-a305-3b4fb6b52dc4 req-887af616-003d-4e03-8d8c-6e22eec4567f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Aug 27 15:00:49.145199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57019bd0-e5a1-4c3f-b782-8e82db73fee4 req-b0079855-a8e8-4234-b080-1644f170639b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:49.146817 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-57019bd0-e5a1-4c3f-b782-8e82db73fee4 req-b0079855-a8e8-4234-b080-1644f170639b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0481577 Aug 27 15:00:49.199137 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-57019bd0-e5a1-4c3f-b782-8e82db73fee4 req-2148c33d-720e-47f6-a336-4a2e0c85c0e3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Aug 27 15:00:49.247300 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fb641-3803-4a9c-bdf0-e8d38579b452 req-7c686e8d-fc28-4520-99e2-7eb466f45e5d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:49.249617 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-349fb641-3803-4a9c-bdf0-e8d38579b452 req-7c686e8d-fc28-4520-99e2-7eb466f45e5d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 944 time: 0.0574675 Aug 27 15:00:49.288256 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-349fb641-3803-4a9c-bdf0-e8d38579b452 req-95885bda-b6b6-4b71-847c-bcab6901428e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Aug 27 15:00:49.324130 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7fdd-ada6-46b9-8fe8-138dd9842ca2 req-5fe2f298-6ca4-4098-830a-3b6485a92e24 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:49.325607 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2edf7fdd-ada6-46b9-8fe8-138dd9842ca2 req-5fe2f298-6ca4-4098-830a-3b6485a92e24 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0503256 Aug 27 15:00:49.365436 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2edf7fdd-ada6-46b9-8fe8-138dd9842ca2 req-383e8881-50e8-42e9-8494-1b56cf9abf52 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339394 Aug 27 15:00:49.437701 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54636) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:49.543353 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-514fc010-fb5e-487f-8618-4bba5d3bde24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.631526 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-514fc010-fb5e-487f-8618-4bba5d3bde24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.635250 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-514fc010-fb5e-487f-8618-4bba5d3bde24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.672865 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-514fc010-fb5e-487f-8618-4bba5d3bde24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=008ea1eff8d34c8d948709526dbb7b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339568 Aug 27 15:00:49.673706 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fc010-fb5e-487f-8618-4bba5d3bde24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ae362-da6a-439d-adfe-d3225a2cb9d1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:49.675640 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54640) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:49.725545 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.747061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.800486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.803161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:49.806801 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e67ae362-da6a-439d-adfe-d3225a2cb9d1 HTTP/1.1" status: 204 len: 168 time: 0.1276913 Aug 27 15:00:49.812653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ede4e0-953e-4a0c-a8ae-fecc8ad52e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67ae362-da6a-439d-adfe-d3225a2cb9d1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:50.067230 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54658) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:50.080996 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a580a010-3223-4113-89c0-68d738b21a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.175984 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a580a010-3223-4113-89c0-68d738b21a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.180343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a580a010-3223-4113-89c0-68d738b21a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.216336 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a580a010-3223-4113-89c0-68d738b21a7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9906af2d78264efb8d71011ed8618f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478281 Aug 27 15:00:50.219366 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:50.221430 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a010-3223-4113-89c0-68d738b21a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4672f55-7be1-476a-bf09-1c829d15af22,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:50.310794 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.341572 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b038-2bed-4410-81d9-3dbbe733600e req-aca93e9f-34ef-4896-b1b8-8aaecf342519 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:50.343184 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-25b8b038-2bed-4410-81d9-3dbbe733600e req-aca93e9f-34ef-4896-b1b8-8aaecf342519 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0745296 Aug 27 15:00:50.348201 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.405797 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-25b8b038-2bed-4410-81d9-3dbbe733600e req-4a9c85e6-fd13-408a-9d43-10f559e7ae76 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Aug 27 15:00:50.410873 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817fa1-c779-4ea4-bfc3-9cfe4e814792 req-f6b22e8c-f393-4e04-87c5-9d5db4e54a3f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:50.412466 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-03817fa1-c779-4ea4-bfc3-9cfe4e814792 req-f6b22e8c-f393-4e04-87c5-9d5db4e54a3f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 944 time: 0.0514202 Aug 27 15:00:50.432786 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.436241 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.440877 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4672f55-7be1-476a-bf09-1c829d15af22 HTTP/1.1" status: 204 len: 168 time: 0.2165899 Aug 27 15:00:50.447418 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978dbc2-c97c-4ff1-823b-f51c906e9418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4672f55-7be1-476a-bf09-1c829d15af22,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:50.498545 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-03817fa1-c779-4ea4-bfc3-9cfe4e814792 req-bb8b8fb9-f7b0-4c85-9d0a-e0f5b5058fc8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Aug 27 15:00:50.541815 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5503eb-d081-4812-a2c2-d30c241747ae req-e5305003-80b3-4f18-9580-ff24179855fe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:50.543355 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0c5503eb-d081-4812-a2c2-d30c241747ae req-e5305003-80b3-4f18-9580-ff24179855fe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0542092 Aug 27 15:00:50.581840 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0c5503eb-d081-4812-a2c2-d30c241747ae req-016ddbe0-cec9-4d26-8eae-87e17a78cf53 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Aug 27 15:00:50.770849 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:50.784169 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d8d92a-d6e3-42e2-9cd3-98247dbf000f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.873006 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d8d92a-d6e3-42e2-9cd3-98247dbf000f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.878706 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d8d92a-d6e3-42e2-9cd3-98247dbf000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.917657 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-10d8d92a-d6e3-42e2-9cd3-98247dbf000f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4daddfb54bbe4cf8b45c6e3ea3b9eec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457295 Aug 27 15:00:50.918858 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d92a-d6e3-42e2-9cd3-98247dbf000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae4855-556a-4727-b089-9485a274583c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:50.921422 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54684) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:50.971517 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.997888 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:51.045060 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:51.047612 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:51.048749 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/faae4855-556a-4727-b089-9485a274583c HTTP/1.1" status: 204 len: 168 time: 0.1272757 Aug 27 15:00:51.056545 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde3be4-63db-4334-9e9f-1668ac9cc639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae4855-556a-4727-b089-9485a274583c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:51.531708 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20173-8fdd-4cbf-a007-c9d6a4686700 req-d3a071ba-c071-4810-8d36-a7d74b853189 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:51.533308 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98d20173-8fdd-4cbf-a007-c9d6a4686700 req-d3a071ba-c071-4810-8d36-a7d74b853189 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0509942 Aug 27 15:00:51.570840 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98d20173-8fdd-4cbf-a007-c9d6a4686700 req-93cfb53c-1c74-4ff2-aaad-b2fa7565b494 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Aug 27 15:00:51.621219 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f379f-f33e-447b-a477-dc64c2c320b5 req-70a7d58f-7bb0-4169-868a-6ec384eefdfe tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:51.622765 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-df4f379f-f33e-447b-a477-dc64c2c320b5 req-70a7d58f-7bb0-4169-868a-6ec384eefdfe tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 944 time: 0.0521359 Aug 27 15:00:51.663072 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-df4f379f-f33e-447b-a477-dc64c2c320b5 req-0029ac31-6a61-45fb-98e8-9d7eac7d0f35 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Aug 27 15:00:51.698225 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fea6a1-3344-46e9-bb77-5e359fee47fe req-5e452093-5fcb-4425-84a2-4ad8ec4b61c6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:51.699721 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-86fea6a1-3344-46e9-bb77-5e359fee47fe req-5e452093-5fcb-4425-84a2-4ad8ec4b61c6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0472143 Aug 27 15:00:51.736993 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-86fea6a1-3344-46e9-bb77-5e359fee47fe req-ec98643c-6541-4d55-8e1b-b7c245eb9680 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306318 Aug 27 15:00:52.290947 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:52.384208 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:52.395851 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:52.435182 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:52.447474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:52.467225 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:52.471990 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:52.472736 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 61995f66-479c-4c7a-9b48-0da066980a62 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:52.563644 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:52.607931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61995f66-479c-4c7a-9b48-0da066980a62,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:52.619634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '61995f66-479c-4c7a-9b48-0da066980a62', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'port_id': '61995f66-479c-4c7a-9b48-0da066980a62', 'mac_address': 'fa:16:3e:ea:38:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65cd9ca-3503-47b8-b508-0bbf2c8af0e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:52.657037 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:52.671843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61995f66-479c-4c7a-9b48-0da066980a62 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:52.688403 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702295d5-bae6-4ad1-91ed-2788b52a9cbe req-dafb6e1c-9a46-4a8c-af68-299820bad1dd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:52.690046 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-702295d5-bae6-4ad1-91ed-2788b52a9cbe req-dafb6e1c-9a46-4a8c-af68-299820bad1dd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Aug 27 15:00:52.691055 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61995f66-479c-4c7a-9b48-0da066980a62,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:52.695795 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:52.732578 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-702295d5-bae6-4ad1-91ed-2788b52a9cbe req-820da08b-9b3e-4849-8033-aaba8149f23a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351911 Aug 27 15:00:52.748819 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:52.782362 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498bb1-3330-4efe-a5c0-41d4e22110a5 req-f379c26c-fb14-45fe-8752-2f58374473e7 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:52.783881 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c498bb1-3330-4efe-a5c0-41d4e22110a5 req-f379c26c-fb14-45fe-8752-2f58374473e7 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 945 time: 0.0501571 Aug 27 15:00:52.823030 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c498bb1-3330-4efe-a5c0-41d4e22110a5 req-1d45d911-d374-449d-a1a1-5a2c99896766 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Aug 27 15:00:52.856503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588b297-3b69-499e-b76a-8b53cd87172b req-60b0a23e-80a9-49d9-a1dd-29ed9546c18e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:52.858020 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8588b297-3b69-499e-b76a-8b53cd87172b req-60b0a23e-80a9-49d9-a1dd-29ed9546c18e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0478399 Aug 27 15:00:52.895407 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8588b297-3b69-499e-b76a-8b53cd87172b req-4aff0b57-0247-4fe2-922e-2eb124fd1d46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Aug 27 15:00:53.126938 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c1db2fd5-7061-4661-9df0-0d9c221b23a3'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:53.151331 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['61995f66-479c-4c7a-9b48-0da066980a62'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:53.844926 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338289-4919-4753-9001-327d1ae656cb req-dae806f4-a502-4cef-8f52-6eb57f52eb8a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:53.846912 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7c338289-4919-4753-9001-327d1ae656cb req-dae806f4-a502-4cef-8f52-6eb57f52eb8a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Aug 27 15:00:53.884864 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7c338289-4919-4753-9001-327d1ae656cb req-56fe189c-c1d3-49f0-9501-17bc57bad463 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Aug 27 15:00:53.945276 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e730-6c3f-4c98-9290-04a7b98b9e1c req-a6b060df-9b96-4810-81d5-58f1fd97a11f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:53.946876 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-be02e730-6c3f-4c98-9290-04a7b98b9e1c req-a6b060df-9b96-4810-81d5-58f1fd97a11f tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 945 time: 0.0544581 Aug 27 15:00:53.985178 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-be02e730-6c3f-4c98-9290-04a7b98b9e1c req-26dcf3a8-be73-4dc9-9ff7-e360dbe3030e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Aug 27 15:00:54.028469 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f31a-d43f-4055-8cc5-9be4b6e316a9 req-639536a0-1c06-4914-be03-ce1a18871647 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:54.029838 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-10f5f31a-d43f-4055-8cc5-9be4b6e316a9 req-639536a0-1c06-4914-be03-ce1a18871647 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0507338 Aug 27 15:00:54.067532 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-10f5f31a-d43f-4055-8cc5-9be4b6e316a9 req-1035fbb9-cd49-4366-82f9-6c32635a5ffb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Aug 27 15:00:54.997765 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dee8-76e1-4f7c-8275-b2702c04476c req-f96d70c1-26aa-4034-9592-e1f2d6f1e7b0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:54.999235 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c38dee8-76e1-4f7c-8275-b2702c04476c req-f96d70c1-26aa-4034-9592-e1f2d6f1e7b0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0475407 Aug 27 15:00:55.036284 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c38dee8-76e1-4f7c-8275-b2702c04476c req-c8f3202f-3503-4c12-bf65-b13244e95722 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Aug 27 15:00:55.100088 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d6805-6aa3-4e45-9a93-9f0d2f1eb1e8 req-3aa597b0-d8fb-43dd-8b51-a0f15e9aa567 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:55.101607 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b53d6805-6aa3-4e45-9a93-9f0d2f1eb1e8 req-3aa597b0-d8fb-43dd-8b51-a0f15e9aa567 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Aug 27 15:00:55.140214 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b53d6805-6aa3-4e45-9a93-9f0d2f1eb1e8 req-1b9fae22-c3aa-4e97-83ab-7e5db465eb50 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 27 15:00:55.191786 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922a92-0f55-4a54-a26a-a99ea08e7df8 req-1c6031b0-1f22-4df2-bec1-8b9bf0e2edef tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:55.193223 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-14922a92-0f55-4a54-a26a-a99ea08e7df8 req-1c6031b0-1f22-4df2-bec1-8b9bf0e2edef tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0519018 Aug 27 15:00:55.230319 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-14922a92-0f55-4a54-a26a-a99ea08e7df8 req-f1ecb03b-a3d7-41a8-86d3-64848147d578 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Aug 27 15:00:55.810161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54776) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:55.912733 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-06cdd9d9-1cc6-4f2e-998d-9ad2406cb9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.012325 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-06cdd9d9-1cc6-4f2e-998d-9ad2406cb9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.016083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-06cdd9d9-1cc6-4f2e-998d-9ad2406cb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.053366 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-06cdd9d9-1cc6-4f2e-998d-9ad2406cb9eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fbfb6067c024c7ebb552f87ef941873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421432 Aug 27 15:00:56.054433 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd9d9-1cc6-4f2e-998d-9ad2406cb9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d337df-3917-4a8c-9be0-10022f022d81,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:56.056075 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:56.133345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.160992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.181498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d41af-504f-4500-bfaf-2cc577b6bb50 req-40410272-9ff2-4782-a7f6-347eb0b836ee tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:56.183017 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a58d41af-504f-4500-bfaf-2cc577b6bb50 req-40410272-9ff2-4782-a7f6-347eb0b836ee tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0761988 Aug 27 15:00:56.238448 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a58d41af-504f-4500-bfaf-2cc577b6bb50 req-f81f06c0-ab39-47c8-b131-e162611e0f69 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 Aug 27 15:00:56.253614 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.256502 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:56.261638 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5d337df-3917-4a8c-9be0-10022f022d81 HTTP/1.1" status: 204 len: 168 time: 0.2044342 Aug 27 15:00:56.269751 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa323a7-b044-45a6-959b-2484f51acb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d337df-3917-4a8c-9be0-10022f022d81,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:56.278330 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a4e8d-d2ca-418f-b577-0f2ad40c7e93 req-f851af31-fdc5-4870-a8f1-427f77c3a73a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:56.280050 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e0a4e8d-d2ca-418f-b577-0f2ad40c7e93 req-f851af31-fdc5-4870-a8f1-427f77c3a73a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 945 time: 0.0711257 Aug 27 15:00:56.324602 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e0a4e8d-d2ca-418f-b577-0f2ad40c7e93 req-68a5840f-7d85-4101-a448-65b86b0fa50d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Aug 27 15:00:56.376276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cf8c1-ecd0-4e98-af19-bbd4aca019fd req-48348fab-6e86-4f0f-8fae-25160e5e0751 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:56.378470 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-564cf8c1-ecd0-4e98-af19-bbd4aca019fd req-48348fab-6e86-4f0f-8fae-25160e5e0751 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0493410 Aug 27 15:00:56.419059 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-564cf8c1-ecd0-4e98-af19-bbd4aca019fd req-4c1fc169-f1e1-4875-95f3-4de40159170f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344412 Aug 27 15:00:57.360103 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739228-3830-47c7-8b2a-d249e802eb7a req-26d0590d-b9e7-4150-add8-a67a54757e15 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:57.361582 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fc739228-3830-47c7-8b2a-d249e802eb7a req-26d0590d-b9e7-4150-add8-a67a54757e15 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Aug 27 15:00:57.400192 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fc739228-3830-47c7-8b2a-d249e802eb7a req-81d185ef-c803-4bc0-b3d7-466da68fddf8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Aug 27 15:00:57.511570 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf65b2-b139-4647-8fc8-6458d72513ea req-97f58876-64b7-462d-bdad-16456ea137ff tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:57.514188 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2dbf65b2-b139-4647-8fc8-6458d72513ea req-97f58876-64b7-462d-bdad-16456ea137ff tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Aug 27 15:00:57.563814 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2dbf65b2-b139-4647-8fc8-6458d72513ea req-edca5ca6-9140-4507-a45b-f56f4e424bfb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Aug 27 15:00:57.667027 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e173e6-ef3d-414f-bfd3-8ae543eda743 req-7bdcb104-f00b-45ed-9b13-47e5c8207450 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:57.668498 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98e173e6-ef3d-414f-bfd3-8ae543eda743 req-7bdcb104-f00b-45ed-9b13-47e5c8207450 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0477879 Aug 27 15:00:57.710181 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98e173e6-ef3d-414f-bfd3-8ae543eda743 req-d36bd0d9-2fa2-4f58-97c9-da27f2bc8ffd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359032 Aug 27 15:00:58.183085 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:58.239505 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:58.243241 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:58.243607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.317935 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.340313 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:58.342587 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f2b617-60ef-4d34-adb2-2bedfc6a37c9" -d '{"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:58.355011 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:58.359506 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.360365 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 61995f66-479c-4c7a-9b48-0da066980a62 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:58.385418 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e7ea13-bdad-4f09-94e3-5eaef6055afc x-openstack-request-id: req-a9e7ea13-bdad-4f09-94e3-5eaef6055afc {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:58.385702 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:58.385949 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e7ea13-bdad-4f09-94e3-5eaef6055afc {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:58.386329 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'code': 200} Aug 27 15:00:58.440171 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:58.452504 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 61995f66-479c-4c7a-9b48-0da066980a62 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:58.456340 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 61995f66-479c-4c7a-9b48-0da066980a62 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:58.456712 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.516385 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a102a-ae80-428e-8935-d36cc2964ba3 req-984871cd-336b-4d9b-a135-513a3f977395 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:58.517961 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-860a102a-ae80-428e-8935-d36cc2964ba3 req-984871cd-336b-4d9b-a135-513a3f977395 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Aug 27 15:00:58.534478 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.556105 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-860a102a-ae80-428e-8935-d36cc2964ba3 req-10116f40-b35c-4cab-99aa-5cddc7f31cfa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Aug 27 15:00:58.570039 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61995f66-479c-4c7a-9b48-0da066980a62,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:58.574924 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.624115 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:58.682677 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b0efe-544e-4dbb-8ff5-393d2ba1a913 req-fc72c33a-5985-4a80-b23e-4c63f6160766 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:58.684145 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-011b0efe-544e-4dbb-8ff5-393d2ba1a913 req-fc72c33a-5985-4a80-b23e-4c63f6160766 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Aug 27 15:00:58.721503 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-011b0efe-544e-4dbb-8ff5-393d2ba1a913 req-f4ea88ec-63bd-4ef4-8816-d058c4eeded0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Aug 27 15:00:58.727853 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f929fca2-1fb8-463b-adcb-aeb1e33714b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:58.828796 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6b891-9e77-4aac-a0a3-02d490dbe540 req-ed08f8f9-f517-4171-940f-e08a7ceecb87 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:58.830299 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a9b6b891-9e77-4aac-a0a3-02d490dbe540 req-ed08f8f9-f517-4171-940f-e08a7ceecb87 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 27 15:00:58.872400 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a9b6b891-9e77-4aac-a0a3-02d490dbe540 req-9783d816-2f1c-4009-b577-90f8252329a0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362337 Aug 27 15:00:59.446821 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fd0af-6398-4f5b-b575-69f5a1a57a3c req-59d9506d-8b4e-416c-9b1a-9eec93c51361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:59.448336 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-808fd0af-6398-4f5b-b575-69f5a1a57a3c req-59d9506d-8b4e-416c-9b1a-9eec93c51361 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1098 time: 0.0388780 Aug 27 15:00:59.497717 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-808fd0af-6398-4f5b-b575-69f5a1a57a3c req-a5f76b65-1d11-48c5-a3b1-145a619d6295 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Aug 27 15:00:59.670230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2337ef-2bb6-48b2-8fa0-cf612abffd8d req-232f9bbb-cf65-47b5-a704-b7af7e1f2917 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:59.671767 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cb2337ef-2bb6-48b2-8fa0-cf612abffd8d req-232f9bbb-cf65-47b5-a704-b7af7e1f2917 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Aug 27 15:00:59.709917 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cb2337ef-2bb6-48b2-8fa0-cf612abffd8d req-80a66f7d-9a34-4ada-8594-613433599de5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Aug 27 15:00:59.843204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f12aa-07c4-43e6-9cec-3404740c4bb5 req-d51ab442-f784-4eab-b3a6-1ded99ae64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:59.844587 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-879f12aa-07c4-43e6-9cec-3404740c4bb5 req-d51ab442-f784-4eab-b3a6-1ded99ae64ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1098 time: 0.0702345 Aug 27 15:00:59.855770 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09b7d-e19f-4d73-8e22-ea3111f76c91 req-c5e8dd84-9c68-40bb-9750-b3bdfdf120b3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:59.857127 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98f09b7d-e19f-4d73-8e22-ea3111f76c91 req-c5e8dd84-9c68-40bb-9750-b3bdfdf120b3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0581961 Aug 27 15:00:59.908190 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-879f12aa-07c4-43e6-9cec-3404740c4bb5 req-0391f501-8d65-40b0-995a-8f9d24a0bd4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501068 Aug 27 15:00:59.920970 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98f09b7d-e19f-4d73-8e22-ea3111f76c91 req-ed66151a-d604-4a71-8337-6ee9b3f558ed tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564003 Aug 27 15:00:59.998286 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d04341-2a19-4d36-8bb8-2e9da75154b7 req-da8b9455-1eee-4e14-9f08-e77d3a3e4e48 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:59.999818 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a9d04341-2a19-4d36-8bb8-2e9da75154b7 req-da8b9455-1eee-4e14-9f08-e77d3a3e4e48 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Aug 27 15:01:00.043909 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a9d04341-2a19-4d36-8bb8-2e9da75154b7 req-9d1b4f3b-710c-48c5-91bf-d1a403ce26d3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Aug 27 15:01:00.387651 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:00.389961 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3fb50b-6182-4785-a3a8-8fe9c37e9dc1" -d '{"events": [{"server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "name": "network-vif-plugged", "status": "completed", "tag": "61995f66-479c-4c7a-9b48-0da066980a62"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:00.425400 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217e560b-2012-4754-a879-86f7a81ad7e5 x-openstack-request-id: req-217e560b-2012-4754-a879-86f7a81ad7e5 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:00.425684 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "name": "network-vif-plugged", "status": "completed", "tag": "61995f66-479c-4c7a-9b48-0da066980a62", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:00.425931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-217e560b-2012-4754-a879-86f7a81ad7e5 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:00.426310 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62', 'code': 200} Aug 27 15:01:00.645699 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b23c3a-8102-4b5c-9ed8-c978ddb8ab5b req-783e4792-b90e-4f9b-a960-11db6bcd5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:00.647117 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b9b23c3a-8102-4b5c-9ed8-c978ddb8ab5b req-783e4792-b90e-4f9b-a960-11db6bcd5ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 1099 time: 0.0393226 Aug 27 15:01:00.688052 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b9b23c3a-8102-4b5c-9ed8-c978ddb8ab5b req-49ebd9b5-8a9c-4872-8afb-25ca56aba461 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296659 Aug 27 15:01:00.826475 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44ae1-18ad-4404-bf03-9fdb30c70467 req-617cdd18-cdc2-4c2a-ab77-43810271755a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:00.828115 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c0b44ae1-18ad-4404-bf03-9fdb30c70467 req-617cdd18-cdc2-4c2a-ab77-43810271755a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Aug 27 15:01:00.869123 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c0b44ae1-18ad-4404-bf03-9fdb30c70467 req-de7a0151-0018-4a9b-add2-990c0ad5ef8f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Aug 27 15:01:01.040546 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea73a0-e9c0-4026-b898-3144f3e787f2 req-41222abf-52eb-4f37-babb-8f5f790cacf4 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:01.042022 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-12ea73a0-e9c0-4026-b898-3144f3e787f2 req-41222abf-52eb-4f37-babb-8f5f790cacf4 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0474522 Aug 27 15:01:01.083340 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-12ea73a0-e9c0-4026-b898-3144f3e787f2 req-d9ef02c3-c4f7-4f2c-b730-386b0167317b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 27 15:01:01.165494 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8d10c-633e-4c34-8870-8dc49621ab94 req-a08a685c-1568-46f1-9865-7453530416c5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:01.167751 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6d8d10c-633e-4c34-8870-8dc49621ab94 req-a08a685c-1568-46f1-9865-7453530416c5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Aug 27 15:01:01.206802 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6d8d10c-633e-4c34-8870-8dc49621ab94 req-5a1f5009-45a2-45ed-abe4-74cab126a74f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Aug 27 15:01:01.554891 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ad022018-b8ea-489f-9fa8-01bfe16b63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:02.010237 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3becd0f-bb95-45f9-87b4-ccbbbb06f84d req-6208d729-9543-48ec-814c-459c6c6ba906 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:02.011825 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c3becd0f-bb95-45f9-87b4-ccbbbb06f84d req-6208d729-9543-48ec-814c-459c6c6ba906 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0482173 Aug 27 15:01:02.056316 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c3becd0f-bb95-45f9-87b4-ccbbbb06f84d req-be305412-65bc-45e5-a91b-e65117e1a00d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Aug 27 15:01:02.070207 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:02.220934 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43069ac4-03f2-405d-a998-e32eea2e41e8 req-0ebc7279-d418-4f17-8d52-4bbf7d97fef5 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:02.223198 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-43069ac4-03f2-405d-a998-e32eea2e41e8 req-0ebc7279-d418-4f17-8d52-4bbf7d97fef5 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0672715 Aug 27 15:01:02.272868 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-43069ac4-03f2-405d-a998-e32eea2e41e8 req-fb3ec08f-44f2-4e80-8dca-672675325e51 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Aug 27 15:01:02.361399 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824f1bf-9cae-410a-93f9-b26ce883d3ac req-424f2640-95f7-4e37-9da5-bb6454d8b450 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:02.364187 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3824f1bf-9cae-410a-93f9-b26ce883d3ac req-424f2640-95f7-4e37-9da5-bb6454d8b450 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Aug 27 15:01:02.414950 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3824f1bf-9cae-410a-93f9-b26ce883d3ac req-dacefe5e-6613-468e-b0d3-cc09bbf7eba9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 Aug 27 15:01:02.530490 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:02.534954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460700c4-d5c7-4266-9c0b-c4a93fb85e4d req-62fca98f-91b7-4398-824c-d2f1e243d1be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:02.537077 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-460700c4-d5c7-4266-9c0b-c4a93fb85e4d req-62fca98f-91b7-4398-824c-d2f1e243d1be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0510192 Aug 27 15:01:02.546459 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 54926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:02.552149 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'floatingip': {'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:02.589680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:02.633318 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:02.712170 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d75edea6-727a-4168-aea9-52c743b65221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:02.981246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d75edea6-727a-4168-aea9-52c743b65221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.002591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d75edea6-727a-4168-aea9-52c743b65221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.125474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d75edea6-727a-4168-aea9-52c743b65221 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87ab522dd1974591ab0e2d0bedfb2618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938325 Aug 27 15:01:03.128319 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54934) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:03.156297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75edea6-727a-4168-aea9-52c743b65221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5b4172-598c-4995-8f6d-aa334a204581,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:03.192359 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.216525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.273702 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.277258 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.279080 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b5b4172-598c-4995-8f6d-aa334a204581 HTTP/1.1" status: 204 len: 168 time: 0.1497195 Aug 27 15:01:03.309978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0220d6-0f9d-440d-a8de-2f81b8984702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5b4172-598c-4995-8f6d-aa334a204581,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:03.338067 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c85d-51fe-468f-9c19-367c3bf112f2 req-e7fcb076-04e6-471a-84f9-6348105de2c2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:03.345628 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e18c85d-51fe-468f-9c19-367c3bf112f2 req-e7fcb076-04e6-471a-84f9-6348105de2c2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0651739 Aug 27 15:01:03.400582 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4e18c85d-51fe-468f-9c19-367c3bf112f2 req-7d1ad9d3-0798-445e-89a9-47011a06f564 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Aug 27 15:01:03.542526 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d67c6-cd84-4941-9f00-8ecb52704b53 req-0f432113-e5ed-47c1-b71b-cfe80c1e0a31 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:03.544162 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ae3d67c6-cd84-4941-9f00-8ecb52704b53 req-0f432113-e5ed-47c1-b71b-cfe80c1e0a31 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0723057 Aug 27 15:01:03.593743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.598163 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ae3d67c6-cd84-4941-9f00-8ecb52704b53 req-e0618e46-287b-4405-b54a-84845f43e98d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Aug 27 15:01:03.605197 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.618078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f1067-3c03-4dd7-9063-09cb752aa8b4 req-bd724f90-c4e9-41ca-ae7b-7ed715e19424 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:03.619650 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-605f1067-3c03-4dd7-9063-09cb752aa8b4 req-bd724f90-c4e9-41ca-ae7b-7ed715e19424 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0888405 Aug 27 15:01:03.657359 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54950) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:03.672856 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6f15-a3e7-4f21-b81d-6e64c6a3028c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.756606 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-605f1067-3c03-4dd7-9063-09cb752aa8b4 req-581727f6-3b87-40f9-9ab2-305fdcf79059 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013563 Aug 27 15:01:03.795444 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Floating IP 98b18189-dd2e-4962-9419-f35a40f6c4eb associated. External IP: 172.27.2.69, port: c1db2fd5-7061-4661-9df0-0d9c221b23a3. Aug 27 15:01:03.807769 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6f15-a3e7-4f21-b81d-6e64c6a3028c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.811552 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6f15-a3e7-4f21-b81d-6e64c6a3028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:03.874192 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-bfbb6f15-a3e7-4f21-b81d-6e64c6a3028c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a403bb69129d4028a55ba563bc7b7eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150917 Aug 27 15:01:03.874937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 54960) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:03.914236 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6f15-a3e7-4f21-b81d-6e64c6a3028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169dd76c-55bf-4d90-b9ce-52ffe500408e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:03.998205 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.036675 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.120032 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:04.136033 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.138932 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.140194 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/169dd76c-55bf-4d90-b9ce-52ffe500408e HTTP/1.1" status: 204 len: 168 time: 0.2640953 Aug 27 15:01:04.148397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e541f47-6858-445e-9be2-355766cf5452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169dd76c-55bf-4d90-b9ce-52ffe500408e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:04.280653 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:04.294049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.298632 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:04.316578 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:04.320364 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:01:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:04.333444 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-20cbc949-bc2d-44fe-8de2-a05a53d806e2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "PUT /v2.0/floatingips/98b18189-dd2e-4962-9419-f35a40f6c4eb HTTP/1.1" status: 200 len: 990 time: 1.7858253 Aug 27 15:01:04.334174 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:04.336458 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0243db2-7acd-4d9d-9c3c-ef4928c73736" -d '{"events": [{"name": "network-changed", "server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:04.379158 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d2f70-76cb-47c9-8fc5-a18077e5fe52 x-openstack-request-id: req-be9d2f70-76cb-47c9-8fc5-a18077e5fe52 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:04.379521 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:04.379906 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be9d2f70-76cb-47c9-8fc5-a18077e5fe52 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:04.380465 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'status': 'completed', 'code': 200} Aug 27 15:01:04.464301 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-805ef6a4-b06a-43b9-a3a9-0fe3e779a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:04.465961 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-805ef6a4-b06a-43b9-a3a9-0fe3e779a630 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1098 time: 0.0431776 Aug 27 15:01:04.466882 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:04.593359 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-b451832d-35d8-48fb-965a-8102f1a84a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:04.594986 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-b451832d-35d8-48fb-965a-8102f1a84a42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0977407 Aug 27 15:01:04.707399 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '98b18189-dd2e-4962-9419-f35a40f6c4eb', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019646c7-2500-4750-8676-ba348ba5bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:39Z', 'updated_at': '2021-08-27T15:01:03Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:04.741645 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:04.750121 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:04.750763 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:01:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:04.853010 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:04.862059 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:05.093776 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '98b18189-dd2e-4962-9419-f35a40f6c4eb', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019646c7-2500-4750-8676-ba348ba5bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:39Z', 'updated_at': '2021-08-27T15:01:03Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:05.124521 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04579273-0940-4fca-8f37-5f7a519a5301 None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '98b18189-dd2e-4962-9419-f35a40f6c4eb', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019646c7-2500-4750-8676-ba348ba5bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:39Z', 'updated_at': '2021-08-27T15:01:03Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:05.366367 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:05.375005 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8e90-b254-4b84-b88f-9c2cf85bc72f None None] New status for floating IP 98b18189-dd2e-4962-9419-f35a40f6c4eb: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:01:07.872747 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-999dcc5c-dce9-4334-856d-4a3588516a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 1000 time: 0.0638578 Aug 27 15:01:07.925473 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-ccf89ada-77ff-472d-9f1d-a1c3338514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:07.926973 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-ccf89ada-77ff-472d-9f1d-a1c3338514b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0461655 Aug 27 15:01:07.974306 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-ae4440c7-1991-4ba9-8cff-905bd6df0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:07.975752 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-ae4440c7-1991-4ba9-8cff-905bd6df0b28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384827 Aug 27 15:01:08.068453 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-5458836e-c855-4a42-95e2-581b5df7d60b service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839727 Aug 27 15:01:08.157924 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0243db2-7acd-4d9d-9c3c-ef4928c73736 req-8f02e020-adab-4504-abe3-7d15975ba5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813465 Aug 27 15:01:09.849609 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e294d-3f72-48d1-b628-d64088c69b6f req-6833553a-7fd0-4f55-9fdb-025145001394 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:09.851254 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-044e294d-3f72-48d1-b628-d64088c69b6f req-6833553a-7fd0-4f55-9fdb-025145001394 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0916326 Aug 27 15:01:09.853373 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-ce2df08d-8e5b-437e-b700-2987d35c46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:09.854831 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-ce2df08d-8e5b-437e-b700-2987d35c46d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0930605 Aug 27 15:01:09.950180 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-044e294d-3f72-48d1-b628-d64088c69b6f req-20f6ebfd-4bd8-4496-a300-52e10bfe90df tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914781 Aug 27 15:01:10.001440 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-c44d5e83-5627-42ac-9c0a-26d38bc1e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:10.003840 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-c44d5e83-5627-42ac-9c0a-26d38bc1e42a service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1295795 Aug 27 15:01:10.067443 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-9185f046-5560-471b-a5ec-b395c96d3638 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0541728 Aug 27 15:01:10.142533 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-b6cb484f-a9d2-41a7-ba7d-b58feb487120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:10.145257 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-b6cb484f-a9d2-41a7-ba7d-b58feb487120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0483766 Aug 27 15:01:10.181808 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-39489d8a-292b-4e50-acc7-283a93b94dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256855 Aug 27 15:01:10.289497 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-c097345b-6d72-471a-af2a-9b08090a1e24 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920279 Aug 27 15:01:10.385734 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-182f4361-7b9f-4efb-81b1-f16e02c0f63b req-783ab86d-c1f6-4e8e-ad86-5a8f981e5394 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Aug 27 15:01:11.084702 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1b87-8ff5-4ed7-8f38-3d66bd50fec6 req-e2d62fd2-0f43-4754-be66-09a544a39467 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:11.086116 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-910d1b87-8ff5-4ed7-8f38-3d66bd50fec6 req-e2d62fd2-0f43-4754-be66-09a544a39467 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0516601 Aug 27 15:01:11.124187 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-910d1b87-8ff5-4ed7-8f38-3d66bd50fec6 req-6d145e01-6002-4be4-90ab-4b6d82118dc7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Aug 27 15:01:12.238825 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3156f8-ea8f-45c0-8c2c-2f5e76aefdb2 req-04ff7e8e-2517-47f1-8657-e11d0721a12a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:12.240345 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-da3156f8-ea8f-45c0-8c2c-2f5e76aefdb2 req-04ff7e8e-2517-47f1-8657-e11d0721a12a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0478666 Aug 27 15:01:12.279010 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-da3156f8-ea8f-45c0-8c2c-2f5e76aefdb2 req-5a616286-aafa-4e96-ae46-b765ce1a9a3a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Aug 27 15:01:13.394836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4b73a-a325-4588-9e91-a02038fa2bb0 req-e8f5a7fb-86c5-4790-8a5e-4a3293b1c420 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:13.396289 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c2e4b73a-a325-4588-9e91-a02038fa2bb0 req-e8f5a7fb-86c5-4790-8a5e-4a3293b1c420 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0491800 Aug 27 15:01:13.436757 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c2e4b73a-a325-4588-9e91-a02038fa2bb0 req-16e8bae7-db9a-4dc2-a5eb-9cee16abd7aa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Aug 27 15:01:14.174853 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 55234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:14.280703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9ece93d-6248-419c-a1e6-9c2684855cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.373627 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9ece93d-6248-419c-a1e6-9c2684855cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.377626 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9ece93d-6248-419c-a1e6-9c2684855cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.420106 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e9ece93d-6248-419c-a1e6-9c2684855cc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=287b673dc0034ec797d14f72c1978c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416983 Aug 27 15:01:14.420106 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece93d-6248-419c-a1e6-9c2684855cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d99d6c-0798-4e37-a150-5e8aa004532b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:14.421709 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 55246) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:14.474832 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.497459 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.544098 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 55256) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:14.558605 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.564627 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.568460 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79d99d6c-0798-4e37-a150-5e8aa004532b HTTP/1.1" status: 204 len: 168 time: 0.1431744 Aug 27 15:01:14.574772 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a05e8-8917-4e1f-bb7e-46309567f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d99d6c-0798-4e37-a150-5e8aa004532b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:14.606541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a95c7d-d92f-4378-b8de-12156015d40c req-278d944c-29c4-422e-99be-07fd8fd568cf tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:14.614569 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3a95c7d-d92f-4378-b8de-12156015d40c req-278d944c-29c4-422e-99be-07fd8fd568cf tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0625153 Aug 27 15:01:14.654979 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f3a95c7d-d92f-4378-b8de-12156015d40c req-f648dfd9-5f61-4dc1-b169-ad515ac7a3d9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Aug 27 15:01:14.696035 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc36b-2d7d-47ef-84e1-8b7e13401ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.801748 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc36b-2d7d-47ef-84e1-8b7e13401ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.805940 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc36b-2d7d-47ef-84e1-8b7e13401ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.845025 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ecfcc36b-2d7d-47ef-84e1-8b7e13401ed1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9062cffa019347408e8041d800475b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998466 Aug 27 15:01:14.845894 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcc36b-2d7d-47ef-84e1-8b7e13401ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd5fab-a345-414e-9570-87d37f8243b6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:14.847830 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 55268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:14.898892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.920160 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.972121 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.974688 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:14.975949 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60cd5fab-a345-414e-9570-87d37f8243b6 HTTP/1.1" status: 204 len: 168 time: 0.1269312 Aug 27 15:01:14.983551 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd225a7-aab1-47c8-9106-7a6eda00533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd5fab-a345-414e-9570-87d37f8243b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:15.382389 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 55294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:15.396060 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b51fed9a-3158-48d8-abe9-7426255919cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.485426 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b51fed9a-3158-48d8-abe9-7426255919cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.491747 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b51fed9a-3158-48d8-abe9-7426255919cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.536864 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-b51fed9a-3158-48d8-abe9-7426255919cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dae529fc90a49b1984403a8333fb971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533568 Aug 27 15:01:15.537792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fed9a-3158-48d8-abe9-7426255919cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f79c3-1114-40db-bd91-fe1fd25df143,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:15.539543 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 55296) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:15.601075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.622470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.668769 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.671788 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.673257 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d4f79c3-1114-40db-bd91-fe1fd25df143 HTTP/1.1" status: 204 len: 168 time: 0.1324503 Aug 27 15:01:15.684338 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b722e-b45f-46c3-8286-cb7d66e10092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f79c3-1114-40db-bd91-fe1fd25df143,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:15.787790 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c059b-9745-4a0c-8121-9815249d6cb1 req-d2fa0a82-786e-4f66-8ec1-2b1352c64f3c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:15.790929 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-576c059b-9745-4a0c-8121-9815249d6cb1 req-d2fa0a82-786e-4f66-8ec1-2b1352c64f3c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0572729 Aug 27 15:01:15.866294 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-576c059b-9745-4a0c-8121-9815249d6cb1 req-aa66039b-eeea-4119-80cf-b408349fda29 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 Aug 27 15:01:16.071481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 55318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:16.084528 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473ffafd-0e5d-42a6-9fa1-bb0aa50d4658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.171128 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473ffafd-0e5d-42a6-9fa1-bb0aa50d4658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.174736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473ffafd-0e5d-42a6-9fa1-bb0aa50d4658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.211512 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-473ffafd-0e5d-42a6-9fa1-bb0aa50d4658 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bc117937df04347aa5aec03bc8c1978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389725 Aug 27 15:01:16.212362 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ffafd-0e5d-42a6-9fa1-bb0aa50d4658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd905e15-8d49-40b0-9265-07436704fa4d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:16.214174 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 55320) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:16.262793 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.283687 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.329813 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.333059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:16.334186 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd905e15-8d49-40b0-9265-07436704fa4d HTTP/1.1" status: 204 len: 168 time: 0.1188629 Aug 27 15:01:16.342136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a19710-4bd9-4ecc-a726-cb2023c77731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd905e15-8d49-40b0-9265-07436704fa4d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:24.610817 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:01:28.732616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cc36e4a9-f8b8-46d2-a70a-9b10a599f156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.750510 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 55496) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:30.857603 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.945167 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.948565 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.985779 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3dd686033be44ab9470359de7c7507f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341952 Aug 27 15:01:30.986627 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb7193-fa51-4be9-94e6-57ca05f70bc9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:30.989750 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 55500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:31.013275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.013540 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.013881 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.014216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.014579 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.014912 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.015244 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.015605 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.015982 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.016356 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.016706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.017048 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977d573-ba51-47da-8595-a1ed035536a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.046281 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.066699 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.112849 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.115508 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.118785 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80fb7193-fa51-4be9-94e6-57ca05f70bc9 HTTP/1.1" status: 204 len: 168 time: 0.1280007 Aug 27 15:01:31.128360 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb7193-fa51-4be9-94e6-57ca05f70bc9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:31.135706 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.136051 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.136391 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.136913 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.137244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.137610 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.137928 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.138251 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.138609 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.138935 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.139255 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.139571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dae40-b1fe-43f0-9443-66026127c7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:31.441954 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168920d-7eb9-4a92-9ab7-1d96bdbe7026 req-d7c57c48-6bf3-46eb-8295-341a7ddf5f55 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:31.443737 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3168920d-7eb9-4a92-9ab7-1d96bdbe7026 req-d7c57c48-6bf3-46eb-8295-341a7ddf5f55 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0551944 Aug 27 15:01:31.485158 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3168920d-7eb9-4a92-9ab7-1d96bdbe7026 req-a6c2f485-341c-4224-9a42-d71923af0593 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336866 Aug 27 15:01:31.555370 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c28cf6b-0ef6-46ed-a646-7d83c65e69e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.071740 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.596650 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.619465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a9c6-ef43-4843-b3a6-34a02f9b552c req-809a51ee-c0f9-444d-b8ce-d908ca4d6302 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:32.622459 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8ba7a9c6-ef43-4843-b3a6-34a02f9b552c req-809a51ee-c0f9-444d-b8ce-d908ca4d6302 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0612154 Aug 27 15:01:32.694918 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8ba7a9c6-ef43-4843-b3a6-34a02f9b552c req-4d617c42-8b7e-4d26-a2ad-4720cc3fc919 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659270 Aug 27 15:01:33.354385 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a2e7fa43-f1f9-4b12-b2f4-64dcab6f7752 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286570 Aug 27 15:01:33.382047 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-0acd36f2-6aa1-4efd-b3bc-cc1b67b60e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:33.383566 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-0acd36f2-6aa1-4efd-b3bc-cc1b67b60e2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0404029 Aug 27 15:01:33.527212 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-d9c2c757-5ab1-4479-a860-ea46b080339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:33.528669 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-d9c2c757-5ab1-4479-a860-ea46b080339d service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1116364 Aug 27 15:01:33.553851 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-e283ac46-c6f2-43b6-b9e2-c48dab276f4c tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:33.555324 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-e283ac46-c6f2-43b6-b9e2-c48dab276f4c tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953108 Aug 27 15:01:33.572755 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-c0ce78ad-a00e-4d29-ac92-982c5b3bec0b tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/quotas/77a6f27c9d3f4655baa8bccb02a60855 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Aug 27 15:01:33.574595 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-e313d95d-c4bc-47de-bb48-850013610f4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0349858 Aug 27 15:01:33.605008 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-2713ac64-1930-4823-aeed-edd76c0a18ef tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253360 Aug 27 15:01:33.632352 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-4014d54e-78c9-4434-bb9b-65c3e9058253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:33.633820 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-4014d54e-78c9-4434-bb9b-65c3e9058253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0490170 Aug 27 15:01:33.668352 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-7f9ddf84-caa1-478e-bed2-b4700baa74e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259135 Aug 27 15:01:33.806196 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-71e1cb50-b0ff-4deb-9fc1-0e6c62763ba3 req-1145d2a5-1d5c-414f-b49c-feb5557d2e28 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 210 time: 0.0506117 Aug 27 15:01:34.059668 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582e98a-bc24-42f6-ba9e-18a4e1290cd3 req-8cc46342-755d-4879-ae67-4374fe85be7d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:34.061606 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f582e98a-bc24-42f6-ba9e-18a4e1290cd3 req-8cc46342-755d-4879-ae67-4374fe85be7d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0713186 Aug 27 15:01:34.086373 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-7a8ad19c-b754-4724-bdb0-cd20b79836d1 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922069 Aug 27 15:01:34.171656 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f582e98a-bc24-42f6-ba9e-18a4e1290cd3 req-5d8f0338-5ce2-40a2-ac3d-70ab3c9aa4a4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977066 Aug 27 15:01:34.217833 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-844914c3-23fd-4c33-b545-1ef57c1d238f req-973087f0-51e7-4609-a111-c1da148d2bf4 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074209 Aug 27 15:01:34.862709 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.939860 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4b0f204c-0f46-4bd5-b0db-0c0badfbb508 req-b36c935e-9cbe-41b7-9b8c-ab692c992d9b tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 210 time: 0.0511496 Aug 27 15:01:34.950633 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-9e7bed10-29f9-4227-9011-ae3bd9c9cba0 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513399 Aug 27 15:01:35.173903 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-2462c06b-f105-4579-be67-fabc67e40a07 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.175375 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-2462c06b-f105-4579-be67-fabc67e40a07 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158060 Aug 27 15:01:35.189726 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Request body: {'port': {'device_id': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb', 'admin_state_up': True, 'tenant_id': '77a6f27c9d3f4655baa8bccb02a60855'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:35.190218 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-51d97ebd-2649-49ab-90fe-3402a93c0d15 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.191752 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-51d97ebd-2649-49ab-90fe-3402a93c0d15 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.1141798 Aug 27 15:01:35.207567 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a95b2b62-3a20-4127-8b3b-53dcd4d90ad0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/quotas/7eb54daef8f5407b84861e4ed3697207 HTTP/1.1" status: 200 len: 375 time: 0.0094965 Aug 27 15:01:35.268504 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-11947b23-6cbd-4c2e-91a7-857158ee3658 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503633 Aug 27 15:01:35.334573 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c314e2d-401e-4933-bea2-bab2b76d9c36 req-cb610ebc-025d-4d71-ae64-deac56c8d918 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.339828 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0c314e2d-401e-4933-bea2-bab2b76d9c36 req-cb610ebc-025d-4d71-ae64-deac56c8d918 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0836976 Aug 27 15:01:35.353432 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Made reservation on behalf of 77a6f27c9d3f4655baa8bccb02a60855 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:35.357232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.371933 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.375836 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.394283 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-8b7687bc-4261-43c9-a75f-d1478688b6d5 service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163847 Aug 27 15:01:35.428501 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0c314e2d-401e-4933-bea2-bab2b76d9c36 req-7a1e5e47-4261-43f1-a0d5-c54bde4475ba tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Aug 27 15:01:35.490533 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-68d2e565-c7fd-4257-ba5f-5b11b17e7193 service neutron] 10.222.0.42 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895255 Aug 27 15:01:35.494379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.498752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.571767 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c352399-0b1b-405b-b13c-62ba2845547e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:35.659886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Allocated IP 192.168.233.126 (5a5211cd-dffd-42cc-819f-77191cbd9edb/240d377c-1148-4b71-841d-8d196076ff8a/8f0ea3bd-7b19-4831-a91c-8341a00fd272) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:35.680543 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ec3ec6ce-d523-4812-8ff2-485b0ed87f33 req-77b2611d-ba03-4d58-b3d4-f83ed22568cc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 210 time: 0.0363774 Aug 27 15:01:35.835587 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.850677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Transition to ACTIVE for port object 8f0ea3bd-7b19-4831-a91c-8341a00fd272 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:35.891810 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.934646 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Network 5a5211cd-dffd-42cc-819f-77191cbd9edb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:35.939697 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:35.944241 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:35.950689 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Pushing event updated for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:36.001675 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.002582 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.037791 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-a46d7034-d524-4622-b8f7-7ae094587e40 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8518648 Aug 27 15:01:36.070587 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Request body: {'port': {'device_id': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:36.117214 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593abcb-f65e-4ea7-94fd-1959744d29a7 req-822cc1c2-83ff-4a34-80ce-2aeae44739b3 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.122869 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4593abcb-f65e-4ea7-94fd-1959744d29a7 req-822cc1c2-83ff-4a34-80ce-2aeae44739b3 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 936 time: 0.0996039 Aug 27 15:01:36.156607 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.219546 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4593abcb-f65e-4ea7-94fd-1959744d29a7 req-a22cd9ef-80c0-4d0f-8737-abf4f80876f1 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725143 Aug 27 15:01:36.247644 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-678ce1ca-e349-45b5-b1c2-c29adc81772b None None] Provisioning for port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:36.253734 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-678ce1ca-e349-45b5-b1c2-c29adc81772b None None] Provisioning complete for port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:36.254387 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-678ce1ca-e349-45b5-b1c2-c29adc81772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.310105 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-678ce1ca-e349-45b5-b1c2-c29adc81772b None None] Port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:01:36.519185 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0ea3bd-7b19-4831-a91c-8341a00fd272 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:36.527332 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.539837 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Transition to ACTIVE for port object 8f0ea3bd-7b19-4831-a91c-8341a00fd272 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:36.544267 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.551401 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eac04b-771a-461e-9e1c-3e92ea05e2d9 req-99231946-f50b-4fc3-80dd-e0c5acc6335b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.553169 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-45eac04b-771a-461e-9e1c-3e92ea05e2d9 req-99231946-f50b-4fc3-80dd-e0c5acc6335b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0502479 Aug 27 15:01:36.596635 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-45eac04b-771a-461e-9e1c-3e92ea05e2d9 req-6e50cda0-ed43-405c-82eb-8ecec689466c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Aug 27 15:01:36.618839 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:36.668514 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Attempting to bind port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:36.668849 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Attempting to bind port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:36.669176 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Attempting to bind port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 on network 5a5211cd-dffd-42cc-819f-77191cbd9edb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:36.673887 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 on network 5a5211cd-dffd-42cc-819f-77191cbd9edb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:01:36.674206 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Attempting to bind port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 on network 5a5211cd-dffd-42cc-819f-77191cbd9edb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:36.679921 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:36.680254 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Checking segment: {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:36.680636 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Bound using segment: {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:36.681061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Bound port: 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a166154-26b4-4032-9077-61d5ac020dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:36.681417 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.789259 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e0172c39-2683-4157-a9ce-edd5043d1ddd req-8459d692-ac98-45e5-8bdc-624bbe9c5602 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 210 time: 0.0359838 Aug 27 15:01:36.791987 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:36.811315 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:36.817341 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.878092 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.878782 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:36.881168 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f0ea3bd-7b19-4831-a91c-8341a00fd272 HTTP/1.1" status: 200 len: 1098 time: 0.8156857 Aug 27 15:01:36.881592 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:36.884251 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:36.943621 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-6457d98f-8a83-4fa9-8be4-8caa8dca15df tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.944471 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5c5d-1232-4ee3-af66-d5778e918547 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:36.946258 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-6457d98f-8a83-4fa9-8be4-8caa8dca15df tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 815 time: 0.1528573 Aug 27 15:01:36.972319 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416d463-8993-40e2-a595-0e85dad31607 x-openstack-request-id: req-c416d463-8993-40e2-a595-0e85dad31607 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:36.972496 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:36.973430 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c416d463-8993-40e2-a595-0e85dad31607 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:36.974172 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272', 'status': 'completed', 'code': 200} Aug 27 15:01:36.997049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Request body: {'port': {'device_id': '1f33555f-cacf-41da-b60d-8571d34e9213', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'admin_state_up': True, 'tenant_id': '7eb54daef8f5407b84861e4ed3697207'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:37.014745 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-2747e27c-bce9-491b-b4b2-62725d4d73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.016475 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-2747e27c-bce9-491b-b4b2-62725d4d73c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 1101 time: 0.0688951 Aug 27 15:01:37.105647 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-50fc2fd4-aa32-4ee2-a6e0-7595dc40d3e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272 HTTP/1.1" status: 200 len: 217 time: 0.0410724 Aug 27 15:01:37.114777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Made reservation on behalf of 7eb54daef8f5407b84861e4ed3697207 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:37.118246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.165045 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-87ee2878-f6d8-4f67-af85-17db4d7d1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.166563 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-87ee2878-f6d8-4f67-af85-17db4d7d1583 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240d377c-1148-4b71-841d-8d196076ff8a HTTP/1.1" status: 200 len: 843 time: 0.0524480 Aug 27 15:01:37.244273 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12041ac-aab1-4c30-9a62-764855afdabc req-42281456-8112-4af4-9f84-143011ea23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.245043 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Allocated IP 172.20.0.2 (569f7848-a935-4fb6-bea7-988f017151d3/d65cd9ca-3503-47b8-b508-0bbf2c8af0e1/34f87b82-3342-452b-96e6-c5b0e0529ca3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:37.247355 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-42281456-8112-4af4-9f84-143011ea23ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5211cd-dffd-42cc-819f-77191cbd9edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418830 Aug 27 15:01:37.370119 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-32bddb48-c454-4d0a-b7ff-dc96c747eede service neutron] 10.222.0.35 "GET /v2.0/networks/5a5211cd-dffd-42cc-819f-77191cbd9edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093383 Aug 27 15:01:37.444609 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a07b4-381d-460d-8650-14995db76c64 req-6913c2b5-9618-45f7-b6a4-9a63e74270a8 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.446272 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd1a07b4-381d-460d-8650-14995db76c64 req-6913c2b5-9618-45f7-b6a4-9a63e74270a8 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 948 time: 0.0986657 Aug 27 15:01:37.474980 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.483779 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12041ac-aab1-4c30-9a62-764855afdabc req-4a46c6b3-510b-41a6-b2d0-6c8d38006824 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5211cd-dffd-42cc-819f-77191cbd9edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037886 Aug 27 15:01:37.516257 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd1a07b4-381d-460d-8650-14995db76c64 req-b73b5495-75b9-4819-90d9-38745afffd5d tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598547 Aug 27 15:01:37.565780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.584637 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', '61995f66-479c-4c7a-9b48-0da066980a62'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:01:37.611512 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Network 569f7848-a935-4fb6-bea7-988f017151d3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:37.615389 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:37.619530 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:37.626007 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-5a9579df-41b9-4b6a-b6dd-4ae7b8cea225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.628240 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-5a9579df-41b9-4b6a-b6dd-4ae7b8cea225 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 1101 time: 0.0516844 Aug 27 15:01:37.683286 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.684049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.695936 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event updated for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:37.706691 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-185a467d-1935-449a-83eb-194214b19e33 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7163610 Aug 27 15:01:37.739790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Request body: {'port': {'device_id': '1f33555f-cacf-41da-b60d-8571d34e9213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:37.761717 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-790fa428-5c0f-4319-98cd-cb78643717ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.763397 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-790fa428-5c0f-4319-98cd-cb78643717ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5211cd-dffd-42cc-819f-77191cbd9edb HTTP/1.1" status: 200 len: 870 time: 0.1208212 Aug 27 15:01:37.786693 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb4008-3ab5-41ee-a631-63ea6db7f880 req-1dbe6b26-4ab2-46a9-b00f-f78288a2624c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.788183 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dabb4008-3ab5-41ee-a631-63ea6db7f880 req-1dbe6b26-4ab2-46a9-b00f-f78288a2624c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0846188 Aug 27 15:01:37.829128 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-72a6810c-d6de-491d-bee1-8bc059e7c101 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272 HTTP/1.1" status: 200 len: 217 time: 0.0446925 Aug 27 15:01:37.833468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.865474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dabb4008-3ab5-41ee-a631-63ea6db7f880 req-61050571-ae52-4077-b4b3-a592484dbf0d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Aug 27 15:01:37.913341 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-7378d9fb-44bb-414a-b2e6-16b8963cd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.915306 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-7378d9fb-44bb-414a-b2e6-16b8963cd4fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240d377c-1148-4b71-841d-8d196076ff8a HTTP/1.1" status: 200 len: 843 time: 0.0690665 Aug 27 15:01:38.007617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-9b235c77-8afe-4c36-9424-af57d16d3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.009789 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-9b235c77-8afe-4c36-9424-af57d16d3ae4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5211cd-dffd-42cc-819f-77191cbd9edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739155 Aug 27 15:01:38.102828 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65e44-019d-48a4-ade7-06c0bb88c822 req-4a219d98-9b73-4db9-901d-23289f7810e0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.104351 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b9b65e44-019d-48a4-ade7-06c0bb88c822 req-4a219d98-9b73-4db9-901d-23289f7810e0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 931 time: 0.1107004 Aug 27 15:01:38.121485 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-5e74f4f9-0267-423e-95b0-ec9f5225aa80 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5211cd-dffd-42cc-819f-77191cbd9edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943971 Aug 27 15:01:38.169102 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b9b65e44-019d-48a4-ade7-06c0bb88c822 req-f1f2f8d0-b20d-496b-8747-a38640e68716 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560129 Aug 27 15:01:38.245591 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b4397f0-5d2e-4d71-b79d-2b1cd5ca6844 req-4d63bb51-bd83-4ff9-919d-7aa03d966ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5211cd-dffd-42cc-819f-77191cbd9edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004617 Aug 27 15:01:38.254476 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f87b82-3342-452b-96e6-c5b0e0529ca3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:38.262867 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:38.276021 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Transition to ACTIVE for port object 34f87b82-3342-452b-96e6-c5b0e0529ca3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:38.279852 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:38.329639 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:38.391947 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Attempting to bind port 34f87b82-3342-452b-96e6-c5b0e0529ca3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:38.392269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Attempting to bind port 34f87b82-3342-452b-96e6-c5b0e0529ca3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:38.392602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Attempting to bind port 34f87b82-3342-452b-96e6-c5b0e0529ca3 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:38.397035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Port 34f87b82-3342-452b-96e6-c5b0e0529ca3 on network 569f7848-a935-4fb6-bea7-988f017151d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:01:38.397355 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Attempting to bind port 34f87b82-3342-452b-96e6-c5b0e0529ca3 on network 569f7848-a935-4fb6-bea7-988f017151d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:38.402207 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:38.402524 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Checking segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:38.402914 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Bound using segment: {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:38.403337 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Bound port: 34f87b82-3342-452b-96e6-c5b0e0529ca3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2421ae47-cc36-4d1f-9dbc-a6158741de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:38.403694 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:38.468705 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:38.471610 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:38.476427 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:38.508938 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.509560 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:38.510971 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] 10.222.0.35 "PUT /v2.0/ports/34f87b82-3342-452b-96e6-c5b0e0529ca3 HTTP/1.1" status: 200 len: 1093 time: 0.7792079 Aug 27 15:01:38.511403 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:38.513623 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141cfe1-f844-4246-ba43-8e3805100ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:38.549260 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0021ab4-d4f8-4700-ad76-474ff140ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:38.571821 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90934523-d00a-4093-bbdd-37d046c6731d x-openstack-request-id: req-90934523-d00a-4093-bbdd-37d046c6731d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:38.572415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:38.572415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90934523-d00a-4093-bbdd-37d046c6731d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:38.572598 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3', 'status': 'completed', 'code': 200} Aug 27 15:01:38.605109 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-d3a35b72-28db-4b4e-9ba5-0c3647cfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.611453 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-d3a35b72-28db-4b4e-9ba5-0c3647cfadbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 1096 time: 0.0506258 Aug 27 15:01:38.654182 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c4a0-81c1-48df-802c-4bfd7c4d84e3 req-627ac561-2196-45d9-917f-2b4917ed5377 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.655964 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5593c4a0-81c1-48df-802c-4bfd7c4d84e3 req-627ac561-2196-45d9-917f-2b4917ed5377 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 948 time: 0.0536163 Aug 27 15:01:38.680836 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-dbc76d03-113a-4ecb-810e-b7f88c41f544 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3 HTTP/1.1" status: 200 len: 217 time: 0.0383973 Aug 27 15:01:38.706609 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5593c4a0-81c1-48df-802c-4bfd7c4d84e3 req-b9d70807-34f7-45e0-bc69-f8aa9b830d4b tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Aug 27 15:01:38.772740 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94251d36-dfcb-4b43-b3fb-bd823644133f req-5cf64dbe-f27d-4f81-99b8-50cc3c4a7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.772951 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-11ad2001-0576-47f4-a65e-ceb8932867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.774274 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94251d36-dfcb-4b43-b3fb-bd823644133f req-5cf64dbe-f27d-4f81-99b8-50cc3c4a7ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0446081 Aug 27 15:01:38.774993 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-11ad2001-0576-47f4-a65e-ceb8932867a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0442047 Aug 27 15:01:38.819223 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-22bc2f54-2361-4199-b717-2d422b24d9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244124 Aug 27 15:01:38.825077 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94251d36-dfcb-4b43-b3fb-bd823644133f req-c015bfbe-55b7-49e6-9657-add54348ec51 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282631 Aug 27 15:01:38.989275 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4670-ca94-4ef4-b2d9-fc697505fabf req-083c888e-83a2-4fb1-a985-18d6beb56b5e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.990713 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-49aa4670-ca94-4ef4-b2d9-fc697505fabf req-083c888e-83a2-4fb1-a985-18d6beb56b5e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0479920 Aug 27 15:01:39.028856 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-49aa4670-ca94-4ef4-b2d9-fc697505fabf req-d2ece194-bf17-4578-be51-4d660d0f020a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 27 15:01:39.297529 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9464f-5673-4d09-b77b-8813abf007da req-160d8391-9c9e-4817-b4e4-df0b22cc0d7c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.299124 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-53e9464f-5673-4d09-b77b-8813abf007da req-160d8391-9c9e-4817-b4e4-df0b22cc0d7c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Aug 27 15:01:39.338689 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-53e9464f-5673-4d09-b77b-8813abf007da req-e10f7034-9c40-4153-87f8-0873337d7ded tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Aug 27 15:01:39.410571 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-b13c7798-831f-451f-a656-a1d788ae5cff service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983642 Aug 27 15:01:39.512548 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92c0d40c-aca0-491e-acf4-b44be6c8bb73 req-9117005f-272c-446f-ad38-1d0fdc282b1b service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825427 Aug 27 15:01:39.620295 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-e3db3af6-ffbb-48d1-a55e-d8d78de2464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.622053 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-e3db3af6-ffbb-48d1-a55e-d8d78de2464a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb54daef8f5407b84861e4ed3697207&device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 1096 time: 0.0432115 Aug 27 15:01:39.714254 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-1886da2c-6a85-45d3-a0a4-2425c4193120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.715786 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-1886da2c-6a85-45d3-a0a4-2425c4193120 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 200 len: 916 time: 0.0822973 Aug 27 15:01:39.764625 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-20019f6e-9ce4-4d25-882b-816eae36b3ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3 HTTP/1.1" status: 200 len: 217 time: 0.0390735 Aug 27 15:01:39.817959 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-977707a2-7a2f-42b5-b2cd-ec363ec56b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.819542 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-977707a2-7a2f-42b5-b2cd-ec363ec56b14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 200 len: 855 time: 0.0440965 Aug 27 15:01:39.822707 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e42c9-05b8-43c4-ae6b-a7000c8092fb req-161b3750-4fd9-4483-97e6-de1dd55370e1 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.824189 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-db3e42c9-05b8-43c4-ae6b-a7000c8092fb req-161b3750-4fd9-4483-97e6-de1dd55370e1 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 948 time: 0.0472744 Aug 27 15:01:39.855552 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-e7031cc9-483e-4934-b174-3e7a7455595c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569f7848-a935-4fb6-bea7-988f017151d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230460 Aug 27 15:01:39.861314 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-db3e42c9-05b8-43c4-ae6b-a7000c8092fb req-fb79d7f0-b9ff-41ad-9c6a-bfa64640a8ac tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Aug 27 15:01:39.948207 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-374655c7-a7c1-4acf-936b-bb63c8a9b2a4 service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827765 Aug 27 15:01:40.055374 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d141cfe1-f844-4246-ba43-8e3805100ba0 req-3af4fa6b-fb5c-4c3d-af59-10bc93999e6d service neutron] 10.222.0.35 "GET /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Aug 27 15:01:40.142975 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ce85-0599-4372-88b9-1c607793acde req-9dc5e9e6-f4a7-4f40-a6ce-5e4f4800cf6b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:40.144672 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7b2ce85-0599-4372-88b9-1c607793acde req-9dc5e9e6-f4a7-4f40-a6ce-5e4f4800cf6b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0485528 Aug 27 15:01:40.184248 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a7b2ce85-0599-4372-88b9-1c607793acde req-3f857be1-4ade-43b4-a148-b8fa5c8ead0f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 27 15:01:40.457825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c615d5-b530-4811-a6c9-b1dbb6a8f176 req-b00bde72-5243-4ed0-93a5-5b43edb1cffd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:40.459630 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-01c615d5-b530-4811-a6c9-b1dbb6a8f176 req-b00bde72-5243-4ed0-93a5-5b43edb1cffd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 943 time: 0.0514610 Aug 27 15:01:40.502100 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-01c615d5-b530-4811-a6c9-b1dbb6a8f176 req-17b6e407-51f7-42bd-8648-9bf95a081681 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 27 15:01:40.537109 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 8f0ea3bd-7b19-4831-a91c-8341a00fd272 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:01:40.636761 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:40.649272 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '8f0ea3bd-7b19-4831-a91c-8341a00fd272', 'network_id': '5a5211cd-dffd-42cc-819f-77191cbd9edb', 'port_id': '8f0ea3bd-7b19-4831-a91c-8341a00fd272', 'mac_address': 'fa:16:3e:2e:ee:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240d377c-1148-4b71-841d-8d196076ff8a', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:01:40.690174 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:40.703863 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0ea3bd-7b19-4831-a91c-8341a00fd272 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:40.723832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:40.727800 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:40.782599 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:40.789956 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.790356 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.790724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.791062 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.791415 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.791783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.792135 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.792463 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.792832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.793162 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.793509 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.793852 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:40.978289 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f33b71-1d69-4558-a9bb-8e690aef4cf9 req-bc395da1-7050-4ed2-98a0-685f57abd8f3 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:40.979800 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-64f33b71-1d69-4558-a9bb-8e690aef4cf9 req-bc395da1-7050-4ed2-98a0-685f57abd8f3 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 949 time: 0.0510542 Aug 27 15:01:41.018529 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-64f33b71-1d69-4558-a9bb-8e690aef4cf9 req-dd5c7b17-1669-4fa5-b9e1-cf24ee090a98 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Aug 27 15:01:41.176419 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['8f0ea3bd-7b19-4831-a91c-8341a00fd272'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:01:41.311484 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f97c5d-99e3-4247-9227-8be5cadee639 req-a79162c2-5e3e-4b9b-a210-828cb91982ce tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.314142 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98f97c5d-99e3-4247-9227-8be5cadee639 req-a79162c2-5e3e-4b9b-a210-828cb91982ce tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0529413 Aug 27 15:01:41.351619 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98f97c5d-99e3-4247-9227-8be5cadee639 req-921119ce-906f-4590-bb4a-8e23350c39a4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Aug 27 15:01:41.610643 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaba5b-7edc-43e8-80be-6cd59f2e5922 req-62e61474-89b8-4dcb-9905-b70643b4b2e5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.612135 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-56eaba5b-7edc-43e8-80be-6cd59f2e5922 req-62e61474-89b8-4dcb-9905-b70643b4b2e5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0544884 Aug 27 15:01:41.628162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374662-a029-4829-a494-a189a3029ec0 req-e466995d-293a-4672-8e67-c8aa026a9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.629862 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-e466995d-293a-4672-8e67-c8aa026a9022 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0763299 Aug 27 15:01:41.641658 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134c6c-a6b1-4c68-aed7-2b6e9796a7e0 req-2bd315af-5927-4859-89d9-028b936b6b0a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.643082 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2c134c6c-a6b1-4c68-aed7-2b6e9796a7e0 req-2bd315af-5927-4859-89d9-028b936b6b0a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 943 time: 0.0597305 Aug 27 15:01:41.651951 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-56eaba5b-7edc-43e8-80be-6cd59f2e5922 req-b4bc6ed9-34cc-4bb8-a7bb-385d7669acaa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 27 15:01:41.731609 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2c134c6c-a6b1-4c68-aed7-2b6e9796a7e0 req-a287b7d8-2e54-46ca-a147-68fd9fb61dcd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805461 Aug 27 15:01:41.758135 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374662-a029-4829-a494-a189a3029ec0 req-a3582273-96bb-4d7c-be4b-58e256e36949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.759648 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-a3582273-96bb-4d7c-be4b-58e256e36949 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1157377 Aug 27 15:01:41.803998 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-ada2642e-c4c6-4036-81b0-734750e5346e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0345974 Aug 27 15:01:41.866058 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374662-a029-4829-a494-a189a3029ec0 req-31b56bd3-31dc-43f3-b4ee-6bf32aa9c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.867503 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-31b56bd3-31dc-43f3-b4ee-6bf32aa9c445 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0474396 Aug 27 15:01:41.901057 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-7fdc7777-5e9b-46d0-87fb-80ec6c17912b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236442 Aug 27 15:01:41.994737 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-e409647b-ca85-4cba-8bce-90f933d26c61 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Aug 27 15:01:42.126507 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c374662-a029-4829-a494-a189a3029ec0 req-df155218-7816-42fb-abf1-91b5e234ca77 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191168 Aug 27 15:01:42.149477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902151d-8db4-47f6-9d42-3af24dd9d45c req-3aaebe81-d671-45c6-bf9c-574dd98853fd tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:42.151270 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4902151d-8db4-47f6-9d42-3af24dd9d45c req-3aaebe81-d671-45c6-bf9c-574dd98853fd tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 949 time: 0.0651386 Aug 27 15:01:42.192712 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4902151d-8db4-47f6-9d42-3af24dd9d45c req-82e0d49e-4c03-4af2-a6e9-e8b5ee417368 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Aug 27 15:01:42.553771 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 34f87b82-3342-452b-96e6-c5b0e0529ca3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:01:42.556808 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 8f0ea3bd-7b19-4831-a91c-8341a00fd272 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:42.663301 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:42.671881 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:42.672252 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.691680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:42.724476 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '34f87b82-3342-452b-96e6-c5b0e0529ca3', 'network_id': '569f7848-a935-4fb6-bea7-988f017151d3', 'port_id': '34f87b82-3342-452b-96e6-c5b0e0529ca3', 'mac_address': 'fa:16:3e:62:4e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65cd9ca-3503-47b8-b508-0bbf2c8af0e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:01:42.787809 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fe9e-5b70-42a2-a82e-7f8e884f1ec9 req-34bf1691-839a-40a9-9fac-57ced253dc7d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:42.788287 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.789615 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d086fe9e-5b70-42a2-a82e-7f8e884f1ec9 req-34bf1691-839a-40a9-9fac-57ced253dc7d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0610676 Aug 27 15:01:42.828564 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d086fe9e-5b70-42a2-a82e-7f8e884f1ec9 req-1092ded0-e294-4f81-be8f-eddb4dda2ec0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Aug 27 15:01:42.828759 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f87b82-3342-452b-96e6-c5b0e0529ca3 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:42.838931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.862072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:42.871013 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.876091 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92877d-bf6b-4d14-a607-e9b97807f69d req-ca57f826-e469-455c-afa6-bf044c129db5 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:42.877842 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4d92877d-bf6b-4d14-a607-e9b97807f69d req-ca57f826-e469-455c-afa6-bf044c129db5 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 943 time: 0.0648582 Aug 27 15:01:42.911933 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:42.914181 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3c31c-89cb-42ee-864e-db7b5d0e0bc1" -d '{"events": [{"server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "name": "network-vif-plugged", "status": "completed", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:42.930020 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4d92877d-bf6b-4d14-a607-e9b97807f69d req-990f7785-de59-44e6-a30e-e74cae70c2cc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Aug 27 15:01:42.934547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:42.940318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:42.943655 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.986849 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b1db6-1e8f-4ac2-b939-c7241bb06ae5 x-openstack-request-id: req-0c2b1db6-1e8f-4ac2-b939-c7241bb06ae5 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:42.987138 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "name": "network-vif-plugged", "status": "completed", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:42.987388 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c2b1db6-1e8f-4ac2-b939-c7241bb06ae5 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:42.987776 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272', 'code': 200} Aug 27 15:01:43.014457 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:43.167504 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33400708-5e4c-4ab7-ab93-ce97ed695c83 req-e5424848-3653-42a5-82bb-5e862dd5d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:43.168888 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-33400708-5e4c-4ab7-ab93-ce97ed695c83 req-e5424848-3653-42a5-82bb-5e862dd5d0b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 1103 time: 0.0443950 Aug 27 15:01:43.206464 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-33400708-5e4c-4ab7-ab93-ce97ed695c83 req-013f32f9-4b9b-4888-81bd-419a63844c28 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268269 Aug 27 15:01:43.265945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['34f87b82-3342-452b-96e6-c5b0e0529ca3'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:01:43.309297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8485534-2e50-4424-806b-607e394d8a6e req-d2cbf5d0-7734-4fa3-bb8a-d63728d43e24 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:43.310965 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e8485534-2e50-4424-806b-607e394d8a6e req-d2cbf5d0-7734-4fa3-bb8a-d63728d43e24 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0505781 Aug 27 15:01:43.351775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e8485534-2e50-4424-806b-607e394d8a6e req-b944eab8-c4ba-434a-8359-3061ba44b085 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Aug 27 15:01:43.948869 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0332f-e1f9-4596-a342-94fe564deee0 req-6cfe4fa9-b3ab-4fae-8f22-c5506269e956 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:43.950356 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b8c0332f-e1f9-4596-a342-94fe564deee0 req-6cfe4fa9-b3ab-4fae-8f22-c5506269e956 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0471020 Aug 27 15:01:43.989743 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b8c0332f-e1f9-4596-a342-94fe564deee0 req-f91faecc-d1ae-4b2f-9663-b40da3f92f18 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Aug 27 15:01:44.093173 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8a95-8980-40b8-a34a-dcf9027451b0 req-9c57478f-c324-465f-afad-d5f497787140 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:44.094581 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2b3a8a95-8980-40b8-a34a-dcf9027451b0 req-9c57478f-c324-465f-afad-d5f497787140 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 944 time: 0.0479469 Aug 27 15:01:44.132055 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2b3a8a95-8980-40b8-a34a-dcf9027451b0 req-848bdee4-bd81-4fad-8dcf-d1d82dae40c3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Aug 27 15:01:44.466026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05644cb-c969-4233-aa98-b6595dc89857 req-753d4562-c9a7-4da2-ba30-f9a1a85fda6e tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:44.467551 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e05644cb-c969-4233-aa98-b6595dc89857 req-753d4562-c9a7-4da2-ba30-f9a1a85fda6e tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0478888 Aug 27 15:01:44.506465 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e05644cb-c969-4233-aa98-b6595dc89857 req-7ef95594-c4ec-4cfd-a95a-693d46f344a2 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Aug 27 15:01:45.123880 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327aaf9-29cb-41e9-b75a-e891dbc7adb8 req-1bf56994-0f38-40d4-9020-16e88cd33b73 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:45.125470 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b327aaf9-29cb-41e9-b75a-e891dbc7adb8 req-1bf56994-0f38-40d4-9020-16e88cd33b73 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0687191 Aug 27 15:01:45.171041 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b327aaf9-29cb-41e9-b75a-e891dbc7adb8 req-33499dad-8b14-4d5c-b93d-e7d47ab0d003 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Aug 27 15:01:45.258498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4acd-7eb9-4e43-9211-e023b844b0b6 req-788e6150-6d23-417b-a00b-661f7d52c6d6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:45.259935 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d07a4acd-7eb9-4e43-9211-e023b844b0b6 req-788e6150-6d23-417b-a00b-661f7d52c6d6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 944 time: 0.0500796 Aug 27 15:01:45.296984 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d07a4acd-7eb9-4e43-9211-e023b844b0b6 req-c872fd1e-0fa8-41ac-a266-843861f5a90c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Aug 27 15:01:45.621030 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e3fb0-27c5-4248-b6f4-6a83a768ccf5 req-4a7733b8-46cc-4b3c-815b-a8a2d082613d tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:45.625735 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-754e3fb0-27c5-4248-b6f4-6a83a768ccf5 req-4a7733b8-46cc-4b3c-815b-a8a2d082613d tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0517783 Aug 27 15:01:45.669821 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-754e3fb0-27c5-4248-b6f4-6a83a768ccf5 req-e515558f-6e12-4295-b5ad-8f4bca83283e tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Aug 27 15:01:45.727352 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3cf34-2cfb-4127-b4fb-84776fb167e4 req-4a263069-8c4b-444d-9533-64552583a1f4 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:45.728794 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-20b3cf34-2cfb-4127-b4fb-84776fb167e4 req-4a263069-8c4b-444d-9533-64552583a1f4 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0478790 Aug 27 15:01:45.770656 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-20b3cf34-2cfb-4127-b4fb-84776fb167e4 req-50953579-8282-4384-8e58-db0402e2a6c7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357132 Aug 27 15:01:45.938262 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369498a4-42c2-459e-8aa2-bd4a4cfacde7 req-9fce9758-c2f3-4a93-bf28-ed86c57cc3b6 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:45.939761 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-369498a4-42c2-459e-8aa2-bd4a4cfacde7 req-9fce9758-c2f3-4a93-bf28-ed86c57cc3b6 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0513074 Aug 27 15:01:45.978299 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-369498a4-42c2-459e-8aa2-bd4a4cfacde7 req-8ae5580e-06a4-417d-a01e-c56698131b7c tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Aug 27 15:01:46.301463 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee07da-bc2c-43b4-b200-af77c85f3c98 req-a78a3cbb-3305-40fe-b846-4871368eef1a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.302933 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bbee07da-bc2c-43b4-b200-af77c85f3c98 req-a78a3cbb-3305-40fe-b846-4871368eef1a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0535700 Aug 27 15:01:46.340151 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bbee07da-bc2c-43b4-b200-af77c85f3c98 req-320cf6ae-28a7-4466-964a-bda6b5547e70 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Aug 27 15:01:46.413078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531ae3e-13dc-4d97-b5ed-dd68be9d8531 req-de974606-3bf1-4755-85a7-2ed4a64ff6cc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.414980 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d531ae3e-13dc-4d97-b5ed-dd68be9d8531 req-de974606-3bf1-4755-85a7-2ed4a64ff6cc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 944 time: 0.0482552 Aug 27 15:01:46.452353 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d531ae3e-13dc-4d97-b5ed-dd68be9d8531 req-728e279c-ab70-431b-8670-a780a7b8ea0b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Aug 27 15:01:46.582321 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 34f87b82-3342-452b-96e6-c5b0e0529ca3 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:46.646865 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 34f87b82-3342-452b-96e6-c5b0e0529ca3 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:46.651282 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 34f87b82-3342-452b-96e6-c5b0e0529ca3 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:46.651596 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:46.730100 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:46.753291 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:46.755699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f537645d-8b12-4aa2-a8d4-23f175858727" -d '{"events": [{"server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "name": "network-vif-plugged", "status": "completed", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:46.768114 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:46.772168 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:46.796759 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e1ef3-4588-43d1-b712-f205981c21bd x-openstack-request-id: req-a23e1ef3-4588-43d1-b712-f205981c21bd {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:46.797050 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "name": "network-vif-plugged", "status": "completed", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:46.797318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a23e1ef3-4588-43d1-b712-f205981c21bd {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:46.797696 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3', 'code': 200} Aug 27 15:01:46.824265 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:46.899230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe386-b363-48e0-93da-b31f53b16174 req-77b96994-c8ed-4d1d-bee5-2171ce49e1ed tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.900874 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-64ffe386-b363-48e0-93da-b31f53b16174 req-77b96994-c8ed-4d1d-bee5-2171ce49e1ed tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0560558 Aug 27 15:01:46.940022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-64ffe386-b363-48e0-93da-b31f53b16174 req-bc562103-d64d-496f-bc38-9f05982fcb23 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Aug 27 15:01:46.994627 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18da98-284f-4a84-976d-7a5ad20903f9 req-b07e48c5-a9af-4da2-bd0a-a4e074516993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.996115 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c18da98-284f-4a84-976d-7a5ad20903f9 req-b07e48c5-a9af-4da2-bd0a-a4e074516993 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 1098 time: 0.0411336 Aug 27 15:01:47.041729 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c18da98-284f-4a84-976d-7a5ad20903f9 req-5252103b-5856-46a9-b9f5-939e0cbb37af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Aug 27 15:01:47.100054 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7be4b-1338-4e6e-b421-31ee457fbf35 req-8adcc993-5b32-4c47-a268-6ece4657b14f tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:47.101506 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8cf7be4b-1338-4e6e-b421-31ee457fbf35 req-8adcc993-5b32-4c47-a268-6ece4657b14f tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0475514 Aug 27 15:01:47.138074 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8cf7be4b-1338-4e6e-b421-31ee457fbf35 req-2629084c-8cd1-466d-9ff9-1509b6514483 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Aug 27 15:01:47.566875 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e6d59-23e1-4c68-8802-5a436ef658a5 req-8988a5d0-206d-47b4-b62c-482f8444340c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:47.568251 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-590e6d59-23e1-4c68-8802-5a436ef658a5 req-8988a5d0-206d-47b4-b62c-482f8444340c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.0471730 Aug 27 15:01:47.605089 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-590e6d59-23e1-4c68-8802-5a436ef658a5 req-0c65577d-ec5f-4111-8a51-19146e284ddc tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Aug 27 15:01:47.773574 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed8959-cda8-479a-9520-0764ddeeeec2 req-815e28d5-de3c-4527-9404-18d66c7fa4fa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:47.775172 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ffed8959-cda8-479a-9520-0764ddeeeec2 req-815e28d5-de3c-4527-9404-18d66c7fa4fa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0478280 Aug 27 15:01:47.814456 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ffed8959-cda8-479a-9520-0764ddeeeec2 req-321896b3-1c5a-4efd-a14d-cc88e73fcf5b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Aug 27 15:01:48.068784 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e70284-5900-4fd7-93f0-ecf897756709 req-954d5176-94a0-49bb-812e-cd92a022e9fc tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:48.070215 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-33e70284-5900-4fd7-93f0-ecf897756709 req-954d5176-94a0-49bb-812e-cd92a022e9fc tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0566845 Aug 27 15:01:48.111811 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-33e70284-5900-4fd7-93f0-ecf897756709 req-a4ef901d-cc5d-49ca-988c-099c2bebc10e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Aug 27 15:01:48.258864 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e8e1f-4cb1-4656-83f8-2824b140e278 req-25c6e547-fde7-4cfb-a3fd-6e6ea71cf88d tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:48.260548 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7f4e8e1f-4cb1-4656-83f8-2824b140e278 req-25c6e547-fde7-4cfb-a3fd-6e6ea71cf88d tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0531547 Aug 27 15:01:48.302146 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7f4e8e1f-4cb1-4656-83f8-2824b140e278 req-d1ae3ee6-e315-4cee-9475-8c901d3c8b47 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c352399-0b1b-405b-b13c-62ba2845547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Aug 27 15:01:48.688635 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-ce71a2f8-7bb5-4f66-b555-e4e77df26614 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:48.690159 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-ce71a2f8-7bb5-4f66-b555-e4e77df26614 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 950 time: 0.0499909 Aug 27 15:01:48.726567 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d7e3b-b856-4474-9f5f-929d85140274 req-a7c18187-37f8-45cf-bd97-7bff63da7dcd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:48.728086 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e9d7e3b-b856-4474-9f5f-929d85140274 req-a7c18187-37f8-45cf-bd97-7bff63da7dcd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Aug 27 15:01:48.768458 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e9d7e3b-b856-4474-9f5f-929d85140274 req-56f48806-2ac4-4499-adc8-a7b1587a2509 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Aug 27 15:01:48.829720 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Deleting port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:48.830060 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:48.928256 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] For port 8f0ea3bd-7b19-4831-a91c-8341a00fd272, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8f0ea3bd-7b19-4831-a91c-8341a00fd272,segment=NetworkSegment(2a166154-26b4-4032-9077-61d5ac020dce),segment_id=2a166154-26b4-4032-9077-61d5ac020dce)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:48.928681 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:48.944519 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Calling delete_port for 8f0ea3bd-7b19-4831-a91c-8341a00fd272 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:49.103692 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:49.123637 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['8f0ea3bd-7b19-4831-a91c-8341a00fd272'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:01:49.133097 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Pushing event deleted for resources: {'Port': ['ID=8f0ea3bd-7b19-4831-a91c-8341a00fd272,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:49.213541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] No DVR routers for this DVR port 8f0ea3bd-7b19-4831-a91c-8341a00fd272 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:01:49.223750 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:49.225703 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9fc961e0-82cc-4b48-9208-936020a6e7a2 req-99ddc327-27fd-4dcd-b4c2-a7f473f23cc7 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.35 "DELETE /v2.0/ports/8f0ea3bd-7b19-4831-a91c-8341a00fd272 HTTP/1.1" status: 204 len: 173 time: 0.5273998 Aug 27 15:01:49.227367 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'name': 'network-vif-deleted', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:49.229642 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15339d72-2439-4278-b850-e27ef38d8c37" -d '{"events": [{"server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "name": "network-vif-deleted", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:49.283767 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d7dcc-bedb-49cd-8164-5d295e67075b req-767015cf-96f3-45b2-a337-e39ce9c753ae tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:49.286007 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7e7d7dcc-bedb-49cd-8164-5d295e67075b req-767015cf-96f3-45b2-a337-e39ce9c753ae tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0736854 Aug 27 15:01:49.287546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d207bc-0cc6-4706-a90f-4e9c732176da x-openstack-request-id: req-c7d207bc-0cc6-4706-a90f-4e9c732176da {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:49.287842 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46", "name": "network-vif-deleted", "tag": "8f0ea3bd-7b19-4831-a91c-8341a00fd272", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:49.288101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7d207bc-0cc6-4706-a90f-4e9c732176da {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:49.288493 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46', 'name': 'network-vif-deleted', 'tag': '8f0ea3bd-7b19-4831-a91c-8341a00fd272', 'status': 'completed', 'code': 200} Aug 27 15:01:49.328563 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7e7d7dcc-bedb-49cd-8164-5d295e67075b req-9da1cd09-97c9-4313-9719-73a0278b38af tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355539 Aug 27 15:01:49.415675 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-54df9f47-e879-48af-8d3f-bc749c61fdc6 req-0fa0eb13-65a9-4570-8818-a3ff2fc8fbf9 tempest-VolumesNegativeTest-2107675196 tempest-VolumesNegativeTest-2107675196-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d3ebc5-0991-4f79-b1e4-93f6edfbeb46 HTTP/1.1" status: 200 len: 210 time: 0.0262206 Aug 27 15:01:49.887783 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9237-c45d-4dce-a42a-d777fa54a532 req-ded9dff8-aab8-4438-b84f-c1898b9c9906 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:49.889269 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-706e9237-c45d-4dce-a42a-d777fa54a532 req-ded9dff8-aab8-4438-b84f-c1898b9c9906 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Aug 27 15:01:49.930776 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-706e9237-c45d-4dce-a42a-d777fa54a532 req-7f6f8af0-b891-47fe-8531-f764b0b9db00 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343552 Aug 27 15:01:50.455238 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3c8b3-15c1-4718-bae2-67175fcfcccf req-c87bbf7a-5724-4ef3-8e5b-4beaa4825bfe tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:50.456736 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2ca3c8b3-15c1-4718-bae2-67175fcfcccf req-c87bbf7a-5724-4ef3-8e5b-4beaa4825bfe tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0521865 Aug 27 15:01:50.500029 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2ca3c8b3-15c1-4718-bae2-67175fcfcccf req-060377fb-3739-47b0-914d-b5a5a20df59c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Aug 27 15:01:51.646763 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07223f-5224-4842-b4e6-c042c1e00b18 req-dcb93945-1175-4c40-aaa6-99d7cfa4ae0a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:51.648283 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4c07223f-5224-4842-b4e6-c042c1e00b18 req-dcb93945-1175-4c40-aaa6-99d7cfa4ae0a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0646744 Aug 27 15:01:51.692574 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4c07223f-5224-4842-b4e6-c042c1e00b18 req-4010a813-dae0-40f9-b993-2bf5b044027a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379610 Aug 27 15:01:52.618238 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 8f0ea3bd-7b19-4831-a91c-8341a00fd272 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:01:52.638862 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 8f0ea3bd-7b19-4831-a91c-8341a00fd272 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:01:52.639203 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 8f0ea3bd-7b19-4831-a91c-8341a00fd272 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:01:52.812077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b2c81-0fbf-4fe5-a5da-dd91c89d2b77 req-6cfb2852-4111-48b2-9f52-3b9c9f62f687 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:52.813544 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-542b2c81-0fbf-4fe5-a5da-dd91c89d2b77 req-6cfb2852-4111-48b2-9f52-3b9c9f62f687 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0496502 Aug 27 15:01:52.853174 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-542b2c81-0fbf-4fe5-a5da-dd91c89d2b77 req-1a7c8758-830d-4752-b4d3-e2fac682c458 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Aug 27 15:01:53.969315 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77b5d7-2c73-4983-a295-cb682372e7e2 req-e8feb794-908f-4a9a-b9c5-f646d5733e9c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:53.970694 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fe77b5d7-2c73-4983-a295-cb682372e7e2 req-e8feb794-908f-4a9a-b9c5-f646d5733e9c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0469086 Aug 27 15:01:54.008555 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fe77b5d7-2c73-4983-a295-cb682372e7e2 req-c3db1e30-f445-4cbd-95a9-46f1b56bc829 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 27 15:01:54.244538 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56220) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:54.374938 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-7bb36c1e-3748-45f7-9e84-224468a1245d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77a6f27c9d3f4655baa8bccb02a60855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291697 Aug 27 15:01:54.377232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56226) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:54.424162 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:54.444836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:54.494048 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:54.497254 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:54.498494 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c352399-0b1b-405b-b13c-62ba2845547e HTTP/1.1" status: 204 len: 168 time: 0.1202638 Aug 27 15:01:54.507323 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59962b0-c99c-4ed6-9243-c8835b4bfaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c352399-0b1b-405b-b13c-62ba2845547e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:55.124270 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:55.142410 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2617c7-6d35-473e-9132-ea383fab189f req-b2eea260-cfa9-4309-8175-cc6681698f22 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:55.150491 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff2617c7-6d35-473e-9132-ea383fab189f req-b2eea260-cfa9-4309-8175-cc6681698f22 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0647275 Aug 27 15:01:55.184319 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff2617c7-6d35-473e-9132-ea383fab189f req-4061c564-79eb-433a-a27b-bc9fc1dd4d53 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338459 Aug 27 15:01:55.236360 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-431964218-network', 'tenant_id': 'b269778d33f141c284a3a8398e654de1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:55.262787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Made reservation on behalf of b269778d33f141c284a3a8398e654de1 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:55.265122 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.274008 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.361075 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.364738 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.387957 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:01:55.398173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6a32e-50be-4351-b8b4-87e279623ca2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:55.403050 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.403462 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Added segment ec1dd833-2dd3-432b-ad02-16e2887e8133 of type vlan for network bd327586-c15e-4d54-817a-8ebb23b3059a Aug 27 15:01:55.442532 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.466906 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.467861 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:55.468441 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.522178 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3961217 Aug 27 15:01:55.525068 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56262) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:55.528890 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826acc71-9a7e-4e9c-971c-2fa0d9b1ec76 admin admin] Pushing event updated for resources: {'Network': ['ID=bd327586-c15e-4d54-817a-8ebb23b3059a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:55.530773 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Request body: {'subnet': {'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-431964218-subnet', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:55.539361 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network bd327586-c15e-4d54-817a-8ebb23b3059a details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:01:55.554857 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Made reservation on behalf of b269778d33f141c284a3a8398e654de1 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:55.557445 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.731438 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.793746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9669be29-b65c-4022-b598-fa10b3b8cf6e,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:55.801042 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:55.801395 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Network hostable DHCP agents. Network: bd327586-c15e-4d54-817a-8ebb23b3059a, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:01:55.820040 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Network bd327586-c15e-4d54-817a-8ebb23b3059a is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:01:55.830930 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, bd327586-c15e-4d54-817a-8ebb23b3059a) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:55.835469 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:55.836056 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.844346 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5ad78-0447-47d0-8bb1-617113869343 None None] Network bd327586-c15e-4d54-817a-8ebb23b3059a requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:01:55.856809 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:55.857027 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-215ad987-8696-4a21-a117-6e6c104ae6dd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3306522 Aug 27 15:01:55.862729 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:55.896400 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:55.897984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.007675 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-bd327586-c15e-4d54-817a-8ebb23b3059a', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:01:56.008641 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.015069 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.027706 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-2f528861-ca4d-4ee9-99a2-2d809f2b5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:56.029277 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-2f528861-ca4d-4ee9-99a2-2d809f2b5b98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.1220450 Aug 27 15:01:56.039219 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82294fc5-6d6a-4a0e-9298-f37665fbd915 req-b091e98a-2699-4a37-b822-b36acc1e0f94 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:56.040756 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-82294fc5-6d6a-4a0e-9298-f37665fbd915 req-b091e98a-2699-4a37-b822-b36acc1e0f94 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1219685 Aug 27 15:01:56.145076 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Allocated IP 172.20.0.2 (bd327586-c15e-4d54-817a-8ebb23b3059a/9669be29-b65c-4022-b598-fa10b3b8cf6e/1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:56.247268 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-82294fc5-6d6a-4a0e-9298-f37665fbd915 req-daa65518-c4d1-438d-b2a4-362f1780c52a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777287 Aug 27 15:01:56.257211 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.299055 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-7bfedf2d-a954-449a-8bec-57a87f915f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:56.299408 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.300536 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-7bfedf2d-a954-449a-8bec-57a87f915f5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.2302458 Aug 27 15:01:56.310076 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Transition to ACTIVE for port object 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:56.323394 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c583327-f240-4f1d-b9bf-4a4eb8737542 req-552f4b40-586d-43b9-8a6c-d54c93bbd117 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:56.325599 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6c583327-f240-4f1d-b9bf-4a4eb8737542 req-552f4b40-586d-43b9-8a6c-d54c93bbd117 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0656316 Aug 27 15:01:56.326583 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Transition to ACTIVE for port object 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:56.334000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.369027 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6c583327-f240-4f1d-b9bf-4a4eb8737542 req-f4a10970-5ce2-4436-ad82-5d75092273c5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372982 Aug 27 15:01:56.370836 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-03175d9d-99a1-4ba8-a028-e465569ce654 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0432613 Aug 27 15:01:56.378015 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:56.381941 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:56.389805 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:56.398247 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Pushing event updated for resources: {'Port': ['ID=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:56.454202 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Attempting to bind port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:56.454634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Attempting to bind port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:56.455000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Attempting to bind port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:56.461495 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:56.462138 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:56.462757 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.463164 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Bound using segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:56.463645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Bound port: 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:56.464028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.519448 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-09ca0f47-52ef-43cb-86c4-c9c18046229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:56.520905 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-09ca0f47-52ef-43cb-86c4-c9c18046229f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.1088836 Aug 27 15:01:56.532425 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] For port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:56.535420 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] For port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:56.540275 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.578749 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-0cf23a4d-6af4-4ab1-913a-4572121bdf15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292318 Aug 27 15:01:56.588172 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.596391 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3bb25-e3ba-4aa8-b4b0-6187cf9a82ee None None] Pushing event updated for resources: {'Port': ['ID=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:56.616023 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:56.777622 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-9e1069e8-f6b9-477b-a3e2-54486652c211 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702216 Aug 27 15:01:56.806151 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Allocated IP 172.27.2.217 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/3664e9a1-cef5-4c37-9240-4a67d2845757) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:57.151763 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ab5a5c72-b30e-47a5-bea1-1679df6a787c req-3e13dbd1-175f-49e2-a92c-5ba5e82598e3 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612554 Aug 27 15:01:57.180666 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:57.221478 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:57.260932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:57.263903 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:57.267264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:57.296444 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Pushing event updated for resources: {'Port': ['ID=3664e9a1-cef5-4c37-9240-4a67d2845757,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:57.381985 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81d9d4-0095-4f5d-85dd-67a278ff02a0 req-619b8f73-1ff4-43e2-9bb2-0e16e2add440 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:57.383574 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff81d9d4-0095-4f5d-85dd-67a278ff02a0 req-619b8f73-1ff4-43e2-9bb2-0e16e2add440 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 27 15:01:57.432825 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff81d9d4-0095-4f5d-85dd-67a278ff02a0 req-5744d2ea-1ad8-46eb-8d34-70acd9cd562e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Aug 27 15:01:57.536049 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d1865-e79d-49b8-b2dc-a415f55baba2 None None] Network bd327586-c15e-4d54-817a-8ebb23b3059a requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:01:57.571611 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecc20-a080-4cce-a90d-72386f0ee29a req-d913edd1-483c-4211-a435-08cbcb2cee8c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:57.573106 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db8ecc20-a080-4cce-a90d-72386f0ee29a req-d913edd1-483c-4211-a435-08cbcb2cee8c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0975237 Aug 27 15:01:57.583661 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:57.661469 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f218c799-238f-4986-89f3-f78ee01c2c1b None None] Provisioning for port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:57.695013 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db8ecc20-a080-4cce-a90d-72386f0ee29a req-00de7c34-6c6a-4c41-bb19-c4c1cd95146c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092834 Aug 27 15:01:57.828490 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:57.964287 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Router 7e7b6f38-6954-42d0-a383-890738521199 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:01:58.093003 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:58.103393 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:58.110539 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.111799 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-de980e90-3ba7-4ecc-b8e5-3aeea8a8d799 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2535980 Aug 27 15:01:58.114503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56316) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:58.115553 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:58.115877 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:01:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:58.224204 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:58.399970 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:57Z', 'revision_number': 3, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:58.427381 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:58.427738 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Updating router 7e7b6f38-6954-42d0-a383-890738521199 port 3664e9a1-cef5-4c37-9240-4a67d2845757 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:01:58.457832 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.532813 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.571205 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c916ba3-dab4-424b-967e-5afebf4e6138 req-fdca80fb-6b46-46c8-a004-191342f522ca tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:58.572956 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9c916ba3-dab4-424b-967e-5afebf4e6138 req-fdca80fb-6b46-46c8-a004-191342f522ca tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0545352 Aug 27 15:01:58.614101 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9c916ba3-dab4-424b-967e-5afebf4e6138 req-8c76e0e1-5d70-4f5a-acd9-c2add254beec tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352378 Aug 27 15:01:58.714521 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Allocated IP 172.20.0.1 (bd327586-c15e-4d54-817a-8ebb23b3059a/9669be29-b65c-4022-b598-fa10b3b8cf6e/2844fcfc-f29d-42ae-999d-df65b4c311be) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:58.744117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-148cf162-2794-4cb4-ac40-9c0d9accad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.804344 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:58.835515 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029fe1-3546-4889-8224-c2f3fc86752b req-77d57e63-945d-4661-8d2c-53477fcbd9c1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:58.837032 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-67029fe1-3546-4889-8224-c2f3fc86752b req-77d57e63-945d-4661-8d2c-53477fcbd9c1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0655038 Aug 27 15:01:58.842575 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.852579 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.856531 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Transition to ACTIVE for port object 3664e9a1-cef5-4c37-9240-4a67d2845757 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:58.866606 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.866829 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:58.868950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Transition to ACTIVE for port object 2844fcfc-f29d-42ae-999d-df65b4c311be will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:58.872054 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:58.872671 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.902667 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-67029fe1-3546-4889-8224-c2f3fc86752b req-9766a323-3d1a-49fd-9d38-9ffafdf2ddb6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564454 Aug 27 15:01:58.923416 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.924983 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Attempting to bind port 3664e9a1-cef5-4c37-9240-4a67d2845757 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:58.925395 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Attempting to bind port 3664e9a1-cef5-4c37-9240-4a67d2845757 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:58.925764 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Attempting to bind port 3664e9a1-cef5-4c37-9240-4a67d2845757 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:58.931637 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Pushing event updated for resources: {'Port': ['ID=3664e9a1-cef5-4c37-9240-4a67d2845757,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:58.936291 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:58.936667 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:58.937070 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.937565 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:58.937926 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Bound port: 3664e9a1-cef5-4c37-9240-4a67d2845757, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:58.938496 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.956579 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:58.960106 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:58.962548 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.962903 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.963245 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.963583 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.963929 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.964424 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.964759 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.965089 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.965450 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.965740 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:58.965853 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.966081 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.966421 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:58.988737 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:58.994143 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Pushing event updated for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:59.010470 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.023603 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] For port 3664e9a1-cef5-4c37-9240-4a67d2845757, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:59.028666 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] For port 3664e9a1-cef5-4c37-9240-4a67d2845757, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3664e9a1-cef5-4c37-9240-4a67d2845757,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:59.034798 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.039626 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:59.044782 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.111151 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:59.120738 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:59.121434 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:01:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:59.204220 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.227759 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f80a-c140-4298-9464-d25aeacafb56 None None] Pushing event updated for resources: {'Port': ['ID=3664e9a1-cef5-4c37-9240-4a67d2845757,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:59.257856 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:59.324177 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-efb800ce-f0d6-4f47-9bcc-0e5bbcfb2472 None None] Provisioning for port 2844fcfc-f29d-42ae-999d-df65b4c311be completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:59.328450 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-efb800ce-f0d6-4f47-9bcc-0e5bbcfb2472 None None] Provisioning complete for port 2844fcfc-f29d-42ae-999d-df65b4c311be triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:59.328963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-efb800ce-f0d6-4f47-9bcc-0e5bbcfb2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.369196 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-efb800ce-f0d6-4f47-9bcc-0e5bbcfb2472 None None] Port 2844fcfc-f29d-42ae-999d-df65b4c311be cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:01:59.405075 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.409593 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.450787 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:57Z', 'revision_number': 3, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:59.476926 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448f9e8-3ce9-44cf-b4ef-d70ba38dafb9 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:57Z', 'revision_number': 3, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:59.478114 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.480798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Pushing event updated for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:59.574320 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:59.575886 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:59.716566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:59.898991 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-b053939b-3b91-4287-83e8-bee3d7e10549 None None] Provisioning complete for port 2844fcfc-f29d-42ae-999d-df65b4c311be triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:59.900015 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b053939b-3b91-4287-83e8-bee3d7e10549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:59.951012 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-b053939b-3b91-4287-83e8-bee3d7e10549 None None] Port 2844fcfc-f29d-42ae-999d-df65b4c311be cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:02:00.030904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a199fed-de00-4e3a-9812-28c39f14af42 req-7f2a2347-c2c4-4cc3-b492-a85e319e09aa tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:00.032494 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a199fed-de00-4e3a-9812-28c39f14af42 req-7f2a2347-c2c4-4cc3-b492-a85e319e09aa tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0521052 Aug 27 15:02:00.075230 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a199fed-de00-4e3a-9812-28c39f14af42 req-1b5b3859-3e71-451f-bd38-04f317120e08 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357702 Aug 27 15:02:00.142859 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1238b58-3290-4291-b8ee-a508a7c091e8 req-4935a635-ee6f-47c5-81c0-a7704a9b3dcd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:00.144402 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1238b58-3290-4291-b8ee-a508a7c091e8 req-4935a635-ee6f-47c5-81c0-a7704a9b3dcd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.3876147 Aug 27 15:02:00.174649 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:02:00.187029 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4620f81e-beb0-4b96-9fe0-f9a286d626cf admin admin] 10.222.0.42 "PUT /v2.0/routers/7e7b6f38-6954-42d0-a383-890738521199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0714142 Aug 27 15:02:00.211398 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1238b58-3290-4291-b8ee-a508a7c091e8 req-beb68430-ebd8-43c0-9b9a-91ac11ee9c90 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574288 Aug 27 15:02:00.665477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:00.670920 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879860116-network', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:00.692511 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Made reservation on behalf of 977341e3c4334c4691b9b74ad700c2fd for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:02:00.694839 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.703165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.805090 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.810063 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.836243 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:02:00.841388 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3664e9a1-cef5-4c37-9240-4a67d2845757 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:00.846397 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db54b97-5900-4837-9140-c3e58e015bce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:00.852482 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.852908 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Added segment fba24b5f-e762-4236-a04c-fd6044f90ff0 of type vlan for network 7ab7bd86-bd90-49af-b1f8-098e6129d070 Aug 27 15:02:00.902015 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.929423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 3664e9a1-cef5-4c37-9240-4a67d2845757 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:00.933583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.933862 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3664e9a1-cef5-4c37-9240-4a67d2845757 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:00.934242 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.934602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:00.935193 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.990578 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3238297 Aug 27 15:02:00.993387 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56366) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:00.998727 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536ec2-ef8f-431a-99a4-c2803d921aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab7bd86-bd90-49af-b1f8-098e6129d070,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:00.999059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Request body: {'subnet': {'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879860116-subnet', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:01.015286 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:02:01.023385 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Made reservation on behalf of 977341e3c4334c4691b9b74ad700c2fd for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:02:01.026000 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.198944 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:02:01.211264 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.212350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391357-162a-4577-a6e0-46c43f95c306 req-929966f6-aa11-4e2e-bf86-466b3411a80c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:01.212480 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.214603 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6a391357-162a-4577-a6e0-46c43f95c306 req-929966f6-aa11-4e2e-bf86-466b3411a80c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0569422 Aug 27 15:02:01.241093 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:01.241604 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:01:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:01.247412 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 3664e9a1-cef5-4c37-9240-4a67d2845757, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3664e9a1-cef5-4c37-9240-4a67d2845757,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:01.290428 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.291668 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:01.295135 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6a391357-162a-4577-a6e0-46c43f95c306 req-a183ed21-a21f-4581-9f68-15ca203be2d2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587580 Aug 27 15:02:01.432320 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=3664e9a1-cef5-4c37-9240-4a67d2845757,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:01.453507 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:01.487496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:01.487774 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.490574 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2975d755-3599-46de-8740-8dae094e5f9a,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:01.525981 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Checking segment: {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:01.526365 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Network hostable DHCP agents. Network: 7ab7bd86-bd90-49af-b1f8-098e6129d070, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:02:01.552364 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070228aa-c111-49c8-87a7-39b3d32f19e5 req-d708a3c1-f769-47ae-84b4-cfb63d36cfa4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:01.553926 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-070228aa-c111-49c8-87a7-39b3d32f19e5 req-d708a3c1-f769-47ae-84b4-cfb63d36cfa4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0997729 Aug 27 15:02:01.577058 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:02:01.601973 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-070228aa-c111-49c8-87a7-39b3d32f19e5 req-9498d544-1b56-4173-bb44-b9bfffde082a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Aug 27 15:02:01.602998 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 7ab7bd86-bd90-49af-b1f8-098e6129d070) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:01.608178 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:01.609363 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.610960 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:02:01.611469 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-905d2b22-2b0d-45cc-93e6-267715b18ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.630046 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0c12c6ec-8001-4afa-b65d-3ee63d9e1b5b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6332614 Aug 27 15:02:01.630519 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56380) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:01.643835 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:01.665339 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.666984 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.670601 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950bafb-0945-4691-910a-c5e653c66c64 None None] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:02:01.720505 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.872604 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.915293 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-7ab7bd86-bd90-49af-b1f8-098e6129d070', 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'fixed_ips': [{'subnet_id': '2975d755-3599-46de-8740-8dae094e5f9a'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:02:01.916147 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:01.929994 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 2, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:01.967223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:02:01.967592 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Updating router 7e7b6f38-6954-42d0-a383-890738521199 port 2844fcfc-f29d-42ae-999d-df65b4c311be binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:02:02.050532 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.094001 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.118591 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.128791 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.228254 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Allocated IP 172.20.0.2 (7ab7bd86-bd90-49af-b1f8-098e6129d070/2975d755-3599-46de-8740-8dae094e5f9a/7d1cdb36-bbf0-4d53-b466-a06fa5f30a88) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:02:02.259471 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Allocated IP 172.27.2.145 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/c3d55b53-f172-4f07-9dc2-abac38dd20ac) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:02:02.400855 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.423847 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859bda3-6142-41c5-92c9-4ffae433ec26 req-f97b55ae-96ca-4080-acb2-ade44d966603 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:02.425395 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d859bda3-6142-41c5-92c9-4ffae433ec26 req-f97b55ae-96ca-4080-acb2-ade44d966603 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0654700 Aug 27 15:02:02.493332 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d859bda3-6142-41c5-92c9-4ffae433ec26 req-d62880b2-c287-4ec0-b94d-bfc33a5fb034 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531268 Aug 27 15:02:02.495055 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.503650 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.522517 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Transition to ACTIVE for port object 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:02.536611 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Transition to ACTIVE for port object 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:02.537027 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:02.539939 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:02.542727 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:02:02.550070 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.566296 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.577229 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d55b53-f172-4f07-9dc2-abac38dd20ac,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:02.616847 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Transition to ACTIVE for port object 2844fcfc-f29d-42ae-999d-df65b4c311be will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:02.621302 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:02.632832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:02.637745 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.640090 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:02:02.644985 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.651450 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Pushing event updated for resources: {'Port': ['ID=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:02.851048 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Attempting to bind port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:02:02.851452 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Attempting to bind port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:02:02.851824 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Attempting to bind port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 on network 7ab7bd86-bd90-49af-b1f8-098e6129d070 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:02.860018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3664e9a1-cef5-4c37-9240-4a67d2845757 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:02.927451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:02:02.928673 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Checking segment: {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:02.929458 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.930079 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Bound using segment: {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:02:02.933205 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Bound port: 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:02:02.933694 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:02.938598 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396990c-659b-4b3a-bfdb-d35565cfc7db None None] Pushing event updated for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:02.959409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9e4d4-7c54-488e-91b1-6c1f27922928 req-5fd5ca27-37ae-4591-81b8-8baa9d947806 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:02.961016 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ccc9e4d4-7c54-488e-91b1-6c1f27922928 req-5fd5ca27-37ae-4591-81b8-8baa9d947806 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1732681 Aug 27 15:02:03.015809 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.050857 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Attempting to bind port 2844fcfc-f29d-42ae-999d-df65b4c311be on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:02:03.051246 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Attempting to bind port 2844fcfc-f29d-42ae-999d-df65b4c311be by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:02:03.051608 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Attempting to bind port 2844fcfc-f29d-42ae-999d-df65b4c311be on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:03.073095 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:02:03.073711 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:03.074159 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.074624 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Bound using segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:02:03.075119 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Bound port: 2844fcfc-f29d-42ae-999d-df65b4c311be, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:02:03.075509 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.080970 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ccc9e4d4-7c54-488e-91b1-6c1f27922928 req-1e8c4575-b854-4cbf-a4e2-ae7f6149f721 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069763 Aug 27 15:02:03.098942 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:03.115090 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3664e9a1-cef5-4c37-9240-4a67d2845757 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:03.116277 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.173040 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] For port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:02:03.208060 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] For port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:02:03.218200 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.243144 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc5cac39-02d3-4c65-87fe-f3100a2e87da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.250018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] For port 2844fcfc-f29d-42ae-999d-df65b4c311be, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:02:03.263714 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.273547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] For port 2844fcfc-f29d-42ae-999d-df65b4c311be, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2844fcfc-f29d-42ae-999d-df65b4c311be,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:02:03.285909 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.341836 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621b40e-e16f-4d7c-96e9-5aa203f4518f None None] Pushing event updated for resources: {'Port': ['ID=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:03.359654 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc5cac39-02d3-4c65-87fe-f3100a2e87da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.369454 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc5cac39-02d3-4c65-87fe-f3100a2e87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.425176 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bc5cac39-02d3-4c65-87fe-f3100a2e87da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30954a3d66394fd6afb1fb9ed7666b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247485 Aug 27 15:02:03.426042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cac39-02d3-4c65-87fe-f3100a2e87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92268170-bf82-441d-92d1-741b8a8ecb98,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:03.429146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:03.457979 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Router 37324cf0-d605-43f2-9496-3144893dd35e is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:02:03.491871 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.525153 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.613248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:03.613248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:03.632216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:02:03.643038 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Sync routers for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:02:03.655712 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.660192 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e520510c-840f-46fe-8cc0-5e972ab8b0f5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0222208 Aug 27 15:02:03.660600 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56420) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:03.665560 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:03.666455 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:03.670000 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.674554 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:03.676201 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92268170-bf82-441d-92d1-741b8a8ecb98 HTTP/1.1" status: 204 len: 168 time: 0.2458243 Aug 27 15:02:03.713938 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396990c-659b-4b3a-bfdb-d35565cfc7db None None] Pushing event updated for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:03.714225 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1b3d-a1d3-413e-ad5f-d77c770a79af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92268170-bf82-441d-92d1-741b8a8ecb98,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:03.823438 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:03.884815 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:03.918585 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6db9-ec99-41f5-8286-597b6ff1ac45 req-6e469c14-3c44-4c50-a7a5-3837ab714cf0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:03.920687 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41bf6db9-ec99-41f5-8286-597b6ff1ac45 req-6e469c14-3c44-4c50-a7a5-3837ab714cf0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.2487779 Aug 27 15:02:04.076301 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:02Z', 'revision_number': 3, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:04.108517 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41bf6db9-ec99-41f5-8286-597b6ff1ac45 req-1583c5eb-6c52-43ce-88de-928e800d02cc tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803229 Aug 27 15:02:04.120115 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Checking router: 37324cf0-d605-43f2-9496-3144893dd35e for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:02:04.120467 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Updating router 37324cf0-d605-43f2-9496-3144893dd35e port c3d55b53-f172-4f07-9dc2-abac38dd20ac binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:02:04.161509 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.199425 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:03Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:04.257279 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9c5b-494b-476e-ad30-2208680e1784 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:03Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:02:04.313979 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1903e-504f-457f-b0b9-e94c52ced03c req-14fa30c8-3bc5-4392-b22e-9b6296ec80d4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:04.322910 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-14a1903e-504f-457f-b0b9-e94c52ced03c req-14fa30c8-3bc5-4392-b22e-9b6296ec80d4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1375823 Aug 27 15:02:04.378927 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-14a1903e-504f-457f-b0b9-e94c52ced03c req-830e105c-4cda-48fb-a32b-74968fa4cc55 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Aug 27 15:02:04.571053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.618132 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.632068 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Transition to ACTIVE for port object c3d55b53-f172-4f07-9dc2-abac38dd20ac will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:04.640754 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.718116 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1c2f-a071-4c2b-8c12-3f36e12ddf02 None None] Pushing event updated for resources: {'Port': ['ID=c3d55b53-f172-4f07-9dc2-abac38dd20ac,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:04.773866 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Attempting to bind port c3d55b53-f172-4f07-9dc2-abac38dd20ac on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:02:04.774138 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Attempting to bind port c3d55b53-f172-4f07-9dc2-abac38dd20ac by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:02:04.774545 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Attempting to bind port c3d55b53-f172-4f07-9dc2-abac38dd20ac on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:04.781625 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:02:04.782983 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:04.788064 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.788846 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:02:04.789567 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Bound port: c3d55b53-f172-4f07-9dc2-abac38dd20ac, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:02:04.790217 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.806820 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Allocated IP 172.20.0.1 (7ab7bd86-bd90-49af-b1f8-098e6129d070/2975d755-3599-46de-8740-8dae094e5f9a/6f1af08f-2582-4480-a413-aab45d460304) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:02:04.868000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d06f4c-bbc3-400c-bc81-9eb0a3a2696a None None] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:02:04.911044 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] For port c3d55b53-f172-4f07-9dc2-abac38dd20ac, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:02:04.919454 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] For port c3d55b53-f172-4f07-9dc2-abac38dd20ac, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=c3d55b53-f172-4f07-9dc2-abac38dd20ac,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:02:04.927213 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:04.995158 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:04.995993 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:05.005675 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.008078 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.016390 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:05.025421 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Transition to ACTIVE for port object 6f1af08f-2582-4480-a413-aab45d460304 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:05.038713 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1c2f-a071-4c2b-8c12-3f36e12ddf02 None None] Pushing event updated for resources: {'Port': ['ID=c3d55b53-f172-4f07-9dc2-abac38dd20ac,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:05.071249 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.075758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f2d29071-0f54-4860-a5e0-e07a51ca71a9 None None] Provisioning for port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:05.136337 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:05.157382 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:05.189481 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:05.206281 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:05.208736 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:05.216122 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:02:05.225877 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:05.227613 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.354468 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.465400 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d574b-642b-47ec-b389-cc5c329fb620 req-58e0328d-c9f9-4765-a231-a43b712ffd12 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:05.467397 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ea9d574b-642b-47ec-b389-cc5c329fb620 req-58e0328d-c9f9-4765-a231-a43b712ffd12 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.2068269 Aug 27 15:02:05.472292 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.550168 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.603409 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:02Z', 'revision_number': 3, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:05.617917 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bdc97-387b-4d41-aeeb-d2fd4f60806e req-d88f7f38-7cc2-48ab-a446-7ff85f1c716d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:05.618501 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:05.631358 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c28bdc97-387b-4d41-aeeb-d2fd4f60806e req-d88f7f38-7cc2-48ab-a446-7ff85f1c716d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1192269 Aug 27 15:02:05.633187 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.634088 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2844fcfc-f29d-42ae-999d-df65b4c311be up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:05.691754 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c62e7a-6471-4c25-bc6e-64354a9fe629 None None] The sync data for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi is: [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:02Z', 'revision_number': 3, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:02:05.717897 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c28bdc97-387b-4d41-aeeb-d2fd4f60806e req-2f061bd9-94dd-4b30-909c-e4b650f6e3ad tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815358 Aug 27 15:02:05.769362 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ea9d574b-642b-47ec-b389-cc5c329fb620 req-9e2dd00b-588a-4ddd-8d48-44c6fc01968f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407988 Aug 27 15:02:05.784811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.799879 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 2844fcfc-f29d-42ae-999d-df65b4c311be completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:05.813817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2844fcfc-f29d-42ae-999d-df65b4c311be triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:05.814527 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.818293 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:05.863117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Provisioning for port 6f1af08f-2582-4480-a413-aab45d460304 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:05.874926 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Provisioning complete for port 6f1af08f-2582-4480-a413-aab45d460304 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:05.875301 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:05.930680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Port 6f1af08f-2582-4480-a413-aab45d460304 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:02:05.968018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Provisioning complete for port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:05.968611 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1bf2-3bb0-4816-973b-eab5b88665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.000542 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.034330 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:06.064947 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 2844fcfc-f29d-42ae-999d-df65b4c311be, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2844fcfc-f29d-42ae-999d-df65b4c311be,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:06.077135 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.101644 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.126283 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.166822 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:06.215390 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.225622 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03326c41-d98a-420b-b930-a69c34230374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.225880 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:06.292060 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5371ca95-a3b9-4fd5-91f9-b6e152699168 None None] Provisioning complete for port 6f1af08f-2582-4480-a413-aab45d460304 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:06.292647 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5371ca95-a3b9-4fd5-91f9-b6e152699168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.345433 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-5371ca95-a3b9-4fd5-91f9-b6e152699168 None None] Port 6f1af08f-2582-4480-a413-aab45d460304 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:02:06.371650 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03326c41-d98a-420b-b930-a69c34230374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.374787 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:06.376232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:06.376387 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03326c41-d98a-420b-b930-a69c34230374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.428522 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-03326c41-d98a-420b-b930-a69c34230374 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f430c49ba8140db9a0ac7a5c3db8c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930626 Aug 27 15:02:06.431059 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03326c41-d98a-420b-b930-a69c34230374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e9a94-3efc-4be9-8575-e6cefe189b83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:06.432765 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56474) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:06.666790 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-36249351-35f4-45db-b948-b5ab60e82976 None None] Provisioning complete for port 6f1af08f-2582-4480-a413-aab45d460304 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:06.667167 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36249351-35f4-45db-b948-b5ab60e82976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.730743 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-36249351-35f4-45db-b948-b5ab60e82976 None None] Port 6f1af08f-2582-4480-a413-aab45d460304 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:02:06.767109 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.804886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.807918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Router 37324cf0-d605-43f2-9496-3144893dd35e has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:02:06.906133 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce90e81-7f12-4312-b18a-c155ee06128c req-8d93970c-4ea2-48ea-9391-ba41adc46e78 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:06.910883 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0ce90e81-7f12-4312-b18a-c155ee06128c req-8d93970c-4ea2-48ea-9391-ba41adc46e78 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0774605 Aug 27 15:02:06.946921 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:06.959335 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0ce90e81-7f12-4312-b18a-c155ee06128c req-b3fffed3-57a6-4651-bc60-73d0384c1052 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Aug 27 15:02:06.995668 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:06.998807 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.002894 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/237e9a94-3efc-4be9-8575-e6cefe189b83 HTTP/1.1" status: 204 len: 168 time: 0.5684514 Aug 27 15:02:07.026227 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bb612-db27-4b43-9a92-482036671cbb req-131fd02a-83b7-4bc5-9285-3b6e2309be62 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.027886 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a58bb612-db27-4b43-9a92-482036671cbb req-131fd02a-83b7-4bc5-9285-3b6e2309be62 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.1386287 Aug 27 15:02:07.033069 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5f224-3b6f-48bc-bb35-8a846e76fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e9a94-3efc-4be9-8575-e6cefe189b83,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:07.050066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:02:07.056590 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0fbfa845-aa75-4686-a052-6ca507a70d14 admin admin] 10.222.0.42 "PUT /v2.0/routers/37324cf0-d605-43f2-9496-3144893dd35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3947973 Aug 27 15:02:07.069974 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:07.070377 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.115224 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a58bb612-db27-4b43-9a92-482036671cbb req-1ae98ca8-3b7d-445e-8dcf-a0a835490d2a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763123 Aug 27 15:02:07.144111 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120461e-b95a-4800-b441-00a56dfc4a0c req-2069ea39-54de-4d33-982e-8917bc4fc33f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.156059 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6120461e-b95a-4800-b441-00a56dfc4a0c req-2069ea39-54de-4d33-982e-8917bc4fc33f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.1071322 Aug 27 15:02:07.205010 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c3d55b53-f172-4f07-9dc2-abac38dd20ac up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:07.210287 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6120461e-b95a-4800-b441-00a56dfc4a0c req-2e446644-c644-4cc9-a0a7-79298467ff44 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532672 Aug 27 15:02:07.278370 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port c3d55b53-f172-4f07-9dc2-abac38dd20ac completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:07.283932 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port c3d55b53-f172-4f07-9dc2-abac38dd20ac triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:07.286152 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.407514 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.437361 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port c3d55b53-f172-4f07-9dc2-abac38dd20ac, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=c3d55b53-f172-4f07-9dc2-abac38dd20ac,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:07.444004 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.445655 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2844fcfc-f29d-42ae-999d-df65b4c311be up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:07.473555 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76196caa-4e60-4245-b9e9-91eaed725f7e req-e0f06b33-6c66-4422-afc0-8e518712f2d0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.474254 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76196caa-4e60-4245-b9e9-91eaed725f7e req-e0f06b33-6c66-4422-afc0-8e518712f2d0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0573413 Aug 27 15:02:07.518539 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76196caa-4e60-4245-b9e9-91eaed725f7e req-2ca07dcc-abd0-4cd9-930f-06dc7b12516c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360649 Aug 27 15:02:07.533748 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=c3d55b53-f172-4f07-9dc2-abac38dd20ac,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:07.553310 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2844fcfc-f29d-42ae-999d-df65b4c311be triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:07.553896 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:07.564816 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-e124a8b8-abae-4b82-bcc1-1fd6e4c2bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.566612 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-e124a8b8-abae-4b82-bcc1-1fd6e4c2bed0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1099 time: 0.0716066 Aug 27 15:02:07.676298 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-1bb800ae-9dfe-4568-a4b2-03efa141429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.677856 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-1bb800ae-9dfe-4568-a4b2-03efa141429a service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0928428 Aug 27 15:02:07.781175 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-8ea8cea8-e092-4f56-844d-3e821e38a4db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 1002 time: 0.0925438 Aug 27 15:02:07.832952 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-88494a98-495f-430e-b2b9-308138765bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.834917 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-88494a98-495f-430e-b2b9-308138765bbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0437772 Aug 27 15:02:07.861852 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56500) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:07.866767 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929299162', 'description': 'tempest-secgroup-smoke-929299162 description', 'project_id': 'b269778d33f141c284a3a8398e654de1'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:07.868986 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Sync routers for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:02:07.878612 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:07.879243 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:07.894136 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-725b6ff6-1aef-4881-97bb-3c5436a71e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:07.895766 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-725b6ff6-1aef-4881-97bb-3c5436a71e01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506918 Aug 27 15:02:07.899191 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.004287 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.004725 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-283b600e-8e38-4ec1-84a8-93b65dad2fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963504 Aug 27 15:02:08.008923 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.043729 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.048625 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1856520 Aug 27 15:02:08.054755 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56504) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.086194 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.095528 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09b231-371e-4f15-9e75-6fc41346085d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52542239-8d87-4463-86b5-b794e535ed3c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.112984 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:08.123340 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-677ee035-31a3-4ad3-b758-fd7fc562d9f8 req-da96013b-a1ca-47ed-9b00-a0e7b534a248 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042926 Aug 27 15:02:08.133162 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536bde4-7560-4926-b592-e4752399983b req-32b147ea-c68c-4f34-be93-5a25c9f4d1e3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:08.138758 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c536bde4-7560-4926-b592-e4752399983b req-32b147ea-c68c-4f34-be93-5a25c9f4d1e3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0806594 Aug 27 15:02:08.148531 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.212872 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c536bde4-7560-4926-b592-e4752399983b req-fa1b57c3-a4da-4a92-ab9b-58822aeb9d11 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608342 Aug 27 15:02:08.240721 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fddbe-c562-4b5c-a2a1-32da013377a0 req-dbcaa2a8-2691-4bd8-82cf-9c62d00e1812 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:08.242378 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a22fddbe-c562-4b5c-a2a1-32da013377a0 req-dbcaa2a8-2691-4bd8-82cf-9c62d00e1812 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.0583224 Aug 27 15:02:08.249463 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.254284 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.278966 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a0a91e-93ae-40d2-9824-a0fc64cd0181,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.289372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.291485 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-5f922b7c-08fe-4032-9c29-700aad1deaff tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353938 Aug 27 15:02:08.294496 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a22fddbe-c562-4b5c-a2a1-32da013377a0 req-e2a51c69-a6d7-474e-b3f0-3873bd007f32 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Aug 27 15:02:08.295509 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56510) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.300189 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.332474 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.346291 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:05Z', 'revision_number': 4, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6f1af08f-2582-4480-a413-aab45d460304', 'name': '', 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'mac_address': 'fa:16:3e:4d:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2975d755-3599-46de-8740-8dae094e5f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:04Z', 'updated_at': '2021-08-27T15:02:05Z', 'revision_number': 2, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'subnets': [{'id': '2975d755-3599-46de-8740-8dae094e5f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:08.376779 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Checking router: 37324cf0-d605-43f2-9496-3144893dd35e for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:02:08.377128 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Updating router 37324cf0-d605-43f2-9496-3144893dd35e port 6f1af08f-2582-4480-a413-aab45d460304 binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:02:08.391776 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.396160 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.403963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.414266 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f19770-1b42-4104-8824-42b2c42c052c,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.420838 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.421868 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-15062dc0-5983-4908-99c9-3bccef166bec tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253960 Aug 27 15:02:08.424611 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56512) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.429147 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.458680 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.520476 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.525102 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.542736 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ee0517-6c69-42aa-a8f2-f7dab581d525,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.555971 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.557397 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a6c02a0e-fd8d-427f-adb0-75485b7771c0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317549 Aug 27 15:02:08.560225 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56516) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.564884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.591608 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.646915 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34462d5e-c9c2-4684-9223-b942fb2055b5 req-81693fd2-f387-4eed-a187-505504953974 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:08.648564 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34462d5e-c9c2-4684-9223-b942fb2055b5 req-81693fd2-f387-4eed-a187-505504953974 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0524139 Aug 27 15:02:08.657859 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.663945 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.681895 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e4d437-ee3f-47cf-922c-07a8db6110f6,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.690706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.691900 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-865073f9-e69c-4ce5-988b-dcc51f828dfa tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305959 Aug 27 15:02:08.692632 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34462d5e-c9c2-4684-9223-b942fb2055b5 req-420175bc-779a-4188-a7ac-5ef57e4541d8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374236 Aug 27 15:02:08.695376 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 56518) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.700062 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.704436 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.723375 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Transition to ACTIVE for port object 6f1af08f-2582-4480-a413-aab45d460304 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:08.729775 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.732914 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.securitygroups_db [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Project b269778d33f141c284a3a8398e654de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:02:08.738238 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.781580 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec084518-3c00-411c-a0f5-b68757728339 None None] Pushing event updated for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.807407 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c3d55b53-f172-4f07-9dc2-abac38dd20ac up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:08.820222 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.824909 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.843785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e233cb-c67a-45f2-9d5b-a8f7bc3f58c0,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:08.858512 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.859973 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4955726c-2120-4186-893d-56bdabe9b18a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633160 Aug 27 15:02:08.862253 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Attempting to bind port 6f1af08f-2582-4480-a413-aab45d460304 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:02:08.862661 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Attempting to bind port 6f1af08f-2582-4480-a413-aab45d460304 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:02:08.863028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Attempting to bind port 6f1af08f-2582-4480-a413-aab45d460304 on network 7ab7bd86-bd90-49af-b1f8-098e6129d070 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:08.863312 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:08.869250 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'security_group_rule': {'security_group_id': '52542239-8d87-4463-86b5-b794e535ed3c', 'project_id': 'b269778d33f141c284a3a8398e654de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:08.871619 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:02:08.872248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Checking segment: {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:08.872861 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.873375 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Bound using segment: {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:02:08.874112 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Bound port: 6f1af08f-2582-4480-a413-aab45d460304, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba24b5f-e762-4236-a04c-fd6044f90ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:02:08.874769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.901636 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Project b269778d33f141c284a3a8398e654de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:02:08.908089 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.944392 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port c3d55b53-f172-4f07-9dc2-abac38dd20ac triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:08.944772 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.971905 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.977635 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:08.998280 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc6e499-32d5-41bb-a65a-042a0c3323cd,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:09.008186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.012910 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] For port 6f1af08f-2582-4480-a413-aab45d460304, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:02:09.013076 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1ec0246c-06f1-4246-8773-856cd3016cd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452918 Aug 27 15:02:09.014932 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] For port 6f1af08f-2582-4480-a413-aab45d460304, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6f1af08f-2582-4480-a413-aab45d460304,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:02:09.023774 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.087049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc907648-c642-48c5-8963-52a56a876587 req-8c60be50-a765-42f1-9666-35447327ee28 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:09.089715 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dc907648-c642-48c5-8963-52a56a876587 req-8c60be50-a765-42f1-9666-35447327ee28 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.0783787 Aug 27 15:02:09.138674 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:09.139127 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:09.191280 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec084518-3c00-411c-a0f5-b68757728339 None None] Pushing event updated for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:09.233676 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Deleting port 34f87b82-3342-452b-96e6-c5b0e0529ca3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:02:09.234260 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.283666 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:09.349003 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] For port 34f87b82-3342-452b-96e6-c5b0e0529ca3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34f87b82-3342-452b-96e6-c5b0e0529ca3,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:09.349499 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.375796 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Calling delete_port for 34f87b82-3342-452b-96e6-c5b0e0529ca3 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:02:09.386004 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3cab-acb2-4a0f-a166-8bebcf0403d6 req-16e674cb-1a30-46f7-a671-59cb9b6ab6df tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:09.387615 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ebae3cab-acb2-4a0f-a166-8bebcf0403d6 req-16e674cb-1a30-46f7-a671-59cb9b6ab6df tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0867627 Aug 27 15:02:09.447576 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ebae3cab-acb2-4a0f-a166-8bebcf0403d6 req-b4876193-95d8-4f46-b896-a385627ff4d0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531538 Aug 27 15:02:09.494722 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e91b-e275-413b-a76e-ece7f06233b8 req-0bdec323-e9c6-4cb6-9e32-e7eb01226c59 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:09.496678 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed27e91b-e275-413b-a76e-ece7f06233b8 req-0bdec323-e9c6-4cb6-9e32-e7eb01226c59 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f33555f-cacf-41da-b60d-8571d34e9213 HTTP/1.1" status: 200 len: 945 time: 0.1140587 Aug 27 15:02:09.544883 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:05Z', 'revision_number': 4, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6f1af08f-2582-4480-a413-aab45d460304', 'name': '', 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'mac_address': 'fa:16:3e:4d:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2975d755-3599-46de-8740-8dae094e5f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:04Z', 'updated_at': '2021-08-27T15:02:08Z', 'revision_number': 4, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'subnets': [{'id': '2975d755-3599-46de-8740-8dae094e5f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:09.584788 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed27e91b-e275-413b-a76e-ece7f06233b8 req-08a1e150-4410-4fcf-9aa1-64de21c9a6da tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732231 Aug 27 15:02:09.586677 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9e5a-02fa-457e-be98-c106d85eba74 None None] The sync data for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi is: [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:02:05Z', 'revision_number': 4, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6f1af08f-2582-4480-a413-aab45d460304', 'name': '', 'network_id': '7ab7bd86-bd90-49af-b1f8-098e6129d070', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'mac_address': 'fa:16:3e:4d:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2975d755-3599-46de-8740-8dae094e5f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:04Z', 'updated_at': '2021-08-27T15:02:08Z', 'revision_number': 4, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'subnets': [{'id': '2975d755-3599-46de-8740-8dae094e5f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:02:09.628049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.657803 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', '61995f66-479c-4c7a-9b48-0da066980a62', '34f87b82-3342-452b-96e6-c5b0e0529ca3'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:09.698378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event deleted for resources: {'Port': ['ID=34f87b82-3342-452b-96e6-c5b0e0529ca3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:09.765227 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] No DVR routers for this DVR port 34f87b82-3342-452b-96e6-c5b0e0529ca3 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:02:09.768925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:09.779068 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dc907648-c642-48c5-8963-52a56a876587 req-d1762477-a954-4fd5-8bc8-1e4e9f581ab0 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "DELETE /v2.0/ports/34f87b82-3342-452b-96e6-c5b0e0529ca3 HTTP/1.1" status: 204 len: 173 time: 0.6758256 Aug 27 15:02:09.779785 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'name': 'network-vif-deleted', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:09.782309 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79453692-ee2c-4fa0-815f-e350804ba931" -d '{"events": [{"server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "name": "network-vif-deleted", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:09.827707 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dfa899-c9ca-42bd-a284-812baca73661 x-openstack-request-id: req-a7dfa899-c9ca-42bd-a284-812baca73661 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:09.828219 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f33555f-cacf-41da-b60d-8571d34e9213", "name": "network-vif-deleted", "tag": "34f87b82-3342-452b-96e6-c5b0e0529ca3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:09.828620 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7dfa899-c9ca-42bd-a284-812baca73661 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:09.830080 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f33555f-cacf-41da-b60d-8571d34e9213', 'name': 'network-vif-deleted', 'tag': '34f87b82-3342-452b-96e6-c5b0e0529ca3', 'status': 'completed', 'code': 200} Aug 27 15:02:09.841004 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eff84-7513-4491-a094-205bbeca4716 req-672c3c94-3ffc-40e1-9d6a-23b7303f8010 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:09.842954 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ae2eff84-7513-4491-a094-205bbeca4716 req-672c3c94-3ffc-40e1-9d6a-23b7303f8010 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0731940 Aug 27 15:02:09.922171 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ae2eff84-7513-4491-a094-205bbeca4716 req-ea51d5ea-6243-4e2d-b662-b6331b80f844 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708129 Aug 27 15:02:10.561544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09d25-9c7e-4a7c-a176-8fb449e8198b req-cb48ed4d-db5e-4f65-adbb-72e7733b278d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:10.563049 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7ed09d25-9c7e-4a7c-a176-8fb449e8198b req-cb48ed4d-db5e-4f65-adbb-72e7733b278d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0504415 Aug 27 15:02:10.600229 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7ed09d25-9c7e-4a7c-a176-8fb449e8198b req-c5fa1c13-5d8b-432e-96d0-6c8db848db2e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Aug 27 15:02:10.810791 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6f1af08f-2582-4480-a413-aab45d460304 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:10.866923 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 6f1af08f-2582-4480-a413-aab45d460304 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:10.870851 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 6f1af08f-2582-4480-a413-aab45d460304 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:10.871229 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:10.970805 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:11.004996 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 6f1af08f-2582-4480-a413-aab45d460304, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6f1af08f-2582-4480-a413-aab45d460304,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:11.010042 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:11.060509 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:11.729323 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de981-978d-4039-8f54-6b9fdfa184b7 req-839907bd-2c0c-443b-825e-c495f3800de0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:11.730926 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-850de981-978d-4039-8f54-6b9fdfa184b7 req-839907bd-2c0c-443b-825e-c495f3800de0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0534625 Aug 27 15:02:11.770130 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-850de981-978d-4039-8f54-6b9fdfa184b7 req-15f22279-bbe5-48e6-abd3-fab7c40ba0a1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Aug 27 15:02:12.029679 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25802-f3c7-4374-a57a-5e629821e8ea req-042a4741-1994-43b9-b53d-9a0160c2db5e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:12.031795 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-72f25802-f3c7-4374-a57a-5e629821e8ea req-042a4741-1994-43b9-b53d-9a0160c2db5e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0514815 Aug 27 15:02:12.073565 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-72f25802-f3c7-4374-a57a-5e629821e8ea req-c804bf0a-9607-4a0f-ae29-3349b6feded9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Aug 27 15:02:12.754263 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 34f87b82-3342-452b-96e6-c5b0e0529ca3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:12.777201 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6f1af08f-2582-4480-a413-aab45d460304 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:12.781534 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 34f87b82-3342-452b-96e6-c5b0e0529ca3 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:02:12.781534 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 34f87b82-3342-452b-96e6-c5b0e0529ca3 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:02:12.835044 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 6f1af08f-2582-4480-a413-aab45d460304 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:12.835421 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:12.891532 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4889-82dc-40d5-83e2-de1923f38d28 req-855d15fc-a9a1-4954-b91a-58c1de807f8f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:12.893037 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ceec4889-82dc-40d5-83e2-de1923f38d28 req-855d15fc-a9a1-4954-b91a-58c1de807f8f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0490968 Aug 27 15:02:12.949536 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ceec4889-82dc-40d5-83e2-de1923f38d28 req-e2e7ebb0-43a7-45da-99d0-a7110752d855 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Aug 27 15:02:13.195740 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d52ee-d3f7-409f-9e07-6990535b4035 req-c54e5e96-2936-4962-81d1-5863c3fcd931 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:13.201571 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a33d52ee-d3f7-409f-9e07-6990535b4035 req-c54e5e96-2936-4962-81d1-5863c3fcd931 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0580266 Aug 27 15:02:13.260217 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a33d52ee-d3f7-409f-9e07-6990535b4035 req-ae957260-f91d-4448-8d06-5dbbc5147252 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Aug 27 15:02:13.891041 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-1a73b685-3ce4-49ae-ad9e-68cd8b8f838c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:13.892511 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-1a73b685-3ce4-49ae-ad9e-68cd8b8f838c tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 946 time: 0.0522327 Aug 27 15:02:13.986767 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Deleting port 61995f66-479c-4c7a-9b48-0da066980a62 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:02:13.987119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:14.106529 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8adf30-ab38-4fe7-8bb6-00d1628c61d8 req-156fba1d-0a8e-4309-b11c-4129151523f2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:14.108026 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dd8adf30-ab38-4fe7-8bb6-00d1628c61d8 req-156fba1d-0a8e-4309-b11c-4129151523f2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0764768 Aug 27 15:02:14.120897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] For port 61995f66-479c-4c7a-9b48-0da066980a62, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61995f66-479c-4c7a-9b48-0da066980a62,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:14.121196 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:14.144456 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Calling delete_port for 61995f66-479c-4c7a-9b48-0da066980a62 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:02:14.202011 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dd8adf30-ab38-4fe7-8bb6-00d1628c61d8 req-a6ffa748-ea04-495c-bb56-68a409cd77ad tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868585 Aug 27 15:02:14.294702 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:14.307023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', '61995f66-479c-4c7a-9b48-0da066980a62'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:14.324663 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event deleted for resources: {'Port': ['ID=61995f66-479c-4c7a-9b48-0da066980a62,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:14.371864 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bf028d18-253b-4026-b1ed-002636ce17e8 req-5df111f0-680c-4e32-bed1-81f381896b4d tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669c0cb-97c6-456b-91e8-bf3c8c29eae8 HTTP/1.1" status: 200 len: 210 time: 0.0327761 Aug 27 15:02:14.375615 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] No DVR routers for this DVR port 61995f66-479c-4c7a-9b48-0da066980a62 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:02:14.378817 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:14.380803 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-40b2eceb-aaf6-472a-8294-cc6ba014aa59 req-90cfba1d-f7a2-4edd-a620-46881c86f2cb tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "DELETE /v2.0/ports/61995f66-479c-4c7a-9b48-0da066980a62 HTTP/1.1" status: 204 len: 173 time: 0.4815364 Aug 27 15:02:14.381231 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'name': 'network-vif-deleted', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:14.384281 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193c795-f390-4301-8340-f2b02fdd50fd" -d '{"events": [{"server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "name": "network-vif-deleted", "tag": "61995f66-479c-4c7a-9b48-0da066980a62"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:14.430611 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a0927f-99d8-4e8f-9e74-b49c676faf75 x-openstack-request-id: req-27a0927f-99d8-4e8f-9e74-b49c676faf75 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:14.431005 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669c0cb-97c6-456b-91e8-bf3c8c29eae8", "name": "network-vif-deleted", "tag": "61995f66-479c-4c7a-9b48-0da066980a62", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:14.431463 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27a0927f-99d8-4e8f-9e74-b49c676faf75 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:14.431985 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669c0cb-97c6-456b-91e8-bf3c8c29eae8', 'name': 'network-vif-deleted', 'tag': '61995f66-479c-4c7a-9b48-0da066980a62', 'status': 'completed', 'code': 200} Aug 27 15:02:15.323136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca8fe-d158-4e38-b05e-e45191729759 req-83b8620d-6358-41ec-96ec-5289b47910d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:15.324648 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-23bca8fe-d158-4e38-b05e-e45191729759 req-83b8620d-6358-41ec-96ec-5289b47910d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0525923 Aug 27 15:02:15.365410 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-23bca8fe-d158-4e38-b05e-e45191729759 req-31ba894e-c404-46ec-8307-1718aeb523bf tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Aug 27 15:02:15.646531 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f197-586b-4376-abd5-7f758874fce5 req-37626082-6d73-4ec7-808e-51e5500a0041 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:15.648244 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9628f197-586b-4376-abd5-7f758874fce5 req-37626082-6d73-4ec7-808e-51e5500a0041 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Aug 27 15:02:15.699712 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9628f197-586b-4376-abd5-7f758874fce5 req-e7f09faf-89e1-4f9d-94fc-cfcb7782e315 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Aug 27 15:02:15.839633 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb678ca-9435-4500-8818-ca8c697187ba req-c141225b-c633-49e9-bc73-681dd2cdfac7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:15.841110 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5eb678ca-9435-4500-8818-ca8c697187ba req-c141225b-c633-49e9-bc73-681dd2cdfac7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Aug 27 15:02:15.884434 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5eb678ca-9435-4500-8818-ca8c697187ba req-39ce5a72-0995-42be-8d5f-b1bc12a52851 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Aug 27 15:02:16.485620 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78530d-2757-4a3e-98b6-b64e63ecdfa9 req-5d79a6d9-782e-4de1-94f3-b37840823cad tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:16.487467 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6b78530d-2757-4a3e-98b6-b64e63ecdfa9 req-5d79a6d9-782e-4de1-94f3-b37840823cad tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0511935 Aug 27 15:02:16.527144 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6b78530d-2757-4a3e-98b6-b64e63ecdfa9 req-21a883f5-19f4-4cc3-8a06-c0314a912739 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Aug 27 15:02:16.773183 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 61995f66-479c-4c7a-9b48-0da066980a62 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:16.794456 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 61995f66-479c-4c7a-9b48-0da066980a62 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:02:16.794885 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 61995f66-479c-4c7a-9b48-0da066980a62 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:02:16.813955 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0d11-65ec-43d9-a19f-fcf864e938c8 req-34f72227-47c3-4750-a90e-9bc0be575c1b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:16.815456 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a3bb0d11-65ec-43d9-a19f-fcf864e938c8 req-34f72227-47c3-4750-a90e-9bc0be575c1b tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 945 time: 0.0496047 Aug 27 15:02:16.852684 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a3bb0d11-65ec-43d9-a19f-fcf864e938c8 req-aeb086c0-c99b-4d7f-bd5b-dffb393d3c5e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Aug 27 15:02:17.002166 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac830-1ba5-4efb-aff9-3ac17749b902 req-012dccfd-3dd1-4fef-bbb5-65a9b572d9c0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:17.003659 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9b3ac830-1ba5-4efb-aff9-3ac17749b902 req-012dccfd-3dd1-4fef-bbb5-65a9b572d9c0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Aug 27 15:02:17.047683 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9b3ac830-1ba5-4efb-aff9-3ac17749b902 req-d22069a4-f7cd-4bc0-b0bf-96d89f8dc822 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356715 Aug 27 15:02:17.496473 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-8b4865bb-37a5-4790-8f19-0a540c3c17a8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:17.498142 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-8b4865bb-37a5-4790-8f19-0a540c3c17a8 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 945 time: 0.0475543 Aug 27 15:02:17.595170 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Deleting port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:02:17.595516 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.640383 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960a70c-cf37-4f0d-832c-754f79980a3b req-3f525532-3905-4282-a4a8-b796c57494c7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:17.641846 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0960a70c-cf37-4f0d-832c-754f79980a3b req-3f525532-3905-4282-a4a8-b796c57494c7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0484447 Aug 27 15:02:17.681490 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0960a70c-cf37-4f0d-832c-754f79980a3b req-791b01da-4151-4a45-96ef-4f87ba8cbe3c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Aug 27 15:02:17.683305 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] For port b6e6ee2a-3e2c-40d7-9d41-6379341a4366, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:17.683671 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.698372 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Calling delete_port for b6e6ee2a-3e2c-40d7-9d41-6379341a4366 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:02:17.831663 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.858026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event deleted for resources: {'Port': ['ID=b6e6ee2a-3e2c-40d7-9d41-6379341a4366,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:17.869680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:17.915897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] No DVR routers for this DVR port b6e6ee2a-3e2c-40d7-9d41-6379341a4366 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:02:17.919468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.925975 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-180ccdd3-73a3-48aa-886c-40a11e8d164d req-6342e537-cadb-48f9-bd18-9e6ae87b518a tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "DELETE /v2.0/ports/b6e6ee2a-3e2c-40d7-9d41-6379341a4366 HTTP/1.1" status: 204 len: 173 time: 0.4190881 Aug 27 15:02:17.926481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'name': 'network-vif-deleted', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:17.928984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d108ece-8362-4255-969f-0fbf7710a309" -d '{"events": [{"server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "name": "network-vif-deleted", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:17.970666 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5a154432-cdb1-42b7-ad1a-6462cf7c4949 req-076ccb93-1eac-4f49-a9d5-94b7faaed16e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=48615fc1-baef-487d-b7f2-7f9266dd44f3 HTTP/1.1" status: 200 len: 210 time: 0.0376861 Aug 27 15:02:17.978628 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb59159-5cd5-4515-a72c-9a8a35796b3e x-openstack-request-id: req-efb59159-5cd5-4515-a72c-9a8a35796b3e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:17.978916 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48615fc1-baef-487d-b7f2-7f9266dd44f3", "name": "network-vif-deleted", "tag": "b6e6ee2a-3e2c-40d7-9d41-6379341a4366", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:17.979223 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efb59159-5cd5-4515-a72c-9a8a35796b3e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:17.979678 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48615fc1-baef-487d-b7f2-7f9266dd44f3', 'name': 'network-vif-deleted', 'tag': 'b6e6ee2a-3e2c-40d7-9d41-6379341a4366', 'status': 'completed', 'code': 200} Aug 27 15:02:18.174150 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18924e8-dcf2-4a5b-a8e7-bb96a1044172 req-63aa94cf-0ac2-4710-bea7-338f172eff21 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:18.175792 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f18924e8-dcf2-4a5b-a8e7-bb96a1044172 req-63aa94cf-0ac2-4710-bea7-338f172eff21 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 27 15:02:18.216404 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f18924e8-dcf2-4a5b-a8e7-bb96a1044172 req-51af04a7-f6c8-4c8e-bfaf-352b43abc40b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340681 Aug 27 15:02:18.796872 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165ee11-e78b-4ce8-a261-7bbec4c6cc4b req-b6f769ee-ff4c-4b93-871a-46c62a24cdb5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:18.798245 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1165ee11-e78b-4ce8-a261-7bbec4c6cc4b req-b6f769ee-ff4c-4b93-871a-46c62a24cdb5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0475156 Aug 27 15:02:18.837212 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1165ee11-e78b-4ce8-a261-7bbec4c6cc4b req-aecc274a-5bc9-49fe-a0d3-813954912e6b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Aug 27 15:02:19.335547 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e377-5f58-458b-9eff-246eaa5b39fa req-009c5409-87f1-49d4-97a6-9a2c3684e5fa tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:19.337029 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8875e377-5f58-458b-9eff-246eaa5b39fa req-009c5409-87f1-49d4-97a6-9a2c3684e5fa tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Aug 27 15:02:19.374791 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8875e377-5f58-458b-9eff-246eaa5b39fa req-609f59a3-7b7e-4997-9678-1e7ede52def0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Aug 27 15:02:19.950025 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2c74d-6fbf-4894-91aa-dee0dfc97a85 req-3bd53adf-c9be-4abf-80dd-da9c2055dc7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:19.951562 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-87f2c74d-6fbf-4894-91aa-dee0dfc97a85 req-3bd53adf-c9be-4abf-80dd-da9c2055dc7e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0478113 Aug 27 15:02:19.988428 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-87f2c74d-6fbf-4894-91aa-dee0dfc97a85 req-b041a71a-df49-45a3-a028-f5dd119c8991 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Aug 27 15:02:20.372765 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f7384-9ec2-4805-99db-3332e08176a8 req-e1509f6d-781d-4d66-9d71-d99442ae70a7 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:20.374256 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce2f7384-9ec2-4805-99db-3332e08176a8 req-e1509f6d-781d-4d66-9d71-d99442ae70a7 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.0489616 Aug 27 15:02:20.412846 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce2f7384-9ec2-4805-99db-3332e08176a8 req-14637227-edaf-4bb6-90c0-4cd96d9fb6c3 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Aug 27 15:02:20.498795 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a735-1eb6-40a4-ac92-a177122a6106 req-5dffe713-7d09-4cf2-9fc6-d804ec95cf61 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:20.500254 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c8f3a735-1eb6-40a4-ac92-a177122a6106 req-5dffe713-7d09-4cf2-9fc6-d804ec95cf61 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Aug 27 15:02:20.536055 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c8f3a735-1eb6-40a4-ac92-a177122a6106 req-80a44b16-8556-49c0-804b-292b4037bba8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299866 Aug 27 15:02:20.770630 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b6e6ee2a-3e2c-40d7-9d41-6379341a4366 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:20.791969 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: b6e6ee2a-3e2c-40d7-9d41-6379341a4366 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:02:20.792316 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b6e6ee2a-3e2c-40d7-9d41-6379341a4366 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:02:21.109423 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3873-2fd3-47fd-81ea-e6234d8f9dc6 req-96afdb73-08c9-4863-b398-30e2b091b6f3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:21.110935 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41cb3873-2fd3-47fd-81ea-e6234d8f9dc6 req-96afdb73-08c9-4863-b398-30e2b091b6f3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 27 15:02:21.151496 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41cb3873-2fd3-47fd-81ea-e6234d8f9dc6 req-7288d688-89a4-4955-95b8-683ee860c7cc tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Aug 27 15:02:21.530388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9d20-a7e4-4e91-9af4-780e6c21487c req-6160b7fd-ab49-48ee-86e7-ffc716cbb222 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:21.531759 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-88cd9d20-a7e4-4e91-9af4-780e6c21487c req-6160b7fd-ab49-48ee-86e7-ffc716cbb222 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 27 15:02:21.569789 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-88cd9d20-a7e4-4e91-9af4-780e6c21487c req-e036b4d3-e926-4638-8af9-88636a1e2886 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Aug 27 15:02:21.655155 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8cb80-7768-4f7c-85eb-1c1d4a89fd5c req-03f41730-e07b-48c2-b32e-6dd3124abbbb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:21.656612 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f5c8cb80-7768-4f7c-85eb-1c1d4a89fd5c req-03f41730-e07b-48c2-b32e-6dd3124abbbb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Aug 27 15:02:21.694443 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f5c8cb80-7768-4f7c-85eb-1c1d4a89fd5c req-e73a9407-87bb-4ff1-aaef-067267210dbc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Aug 27 15:02:22.269124 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219833c-822d-4d14-81db-76b34eba1171 req-e284d94a-bcdd-420b-ba7c-01ef91b60d63 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:22.270598 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e219833c-822d-4d14-81db-76b34eba1171 req-e284d94a-bcdd-420b-ba7c-01ef91b60d63 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0471814 Aug 27 15:02:22.309286 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e219833c-822d-4d14-81db-76b34eba1171 req-cf0670b0-5f8e-4d8c-afa4-3e0462a80204 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Aug 27 15:02:22.383519 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-27988f02-d611-485a-8ff8-df7888f252e9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:22.385559 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-27988f02-d611-485a-8ff8-df7888f252e9 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.0516577 Aug 27 15:02:22.479186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Deleting port 2c1041ea-3181-48a5-a3fe-cb0f6596684c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:02:22.479526 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:22.569593 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] For port 2c1041ea-3181-48a5-a3fe-cb0f6596684c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2c1041ea-3181-48a5-a3fe-cb0f6596684c,segment=NetworkSegment(2421ae47-cc36-4d1f-9dbc-a6158741de78),segment_id=2421ae47-cc36-4d1f-9dbc-a6158741de78)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:22.570263 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:22.582931 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Calling delete_port for 2c1041ea-3181-48a5-a3fe-cb0f6596684c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:02:22.683369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4366e6-0b96-4a9c-a896-defbf0bb904e req-0d42d598-9e01-4599-b6bd-dc222d17a7c6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:22.684844 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7a4366e6-0b96-4a9c-a896-defbf0bb904e req-0d42d598-9e01-4599-b6bd-dc222d17a7c6 tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/ports?device_id=e746fcf0-47d1-43fb-8c20-1e1ee0e98294 HTTP/1.1" status: 200 len: 946 time: 0.0482638 Aug 27 15:02:22.712628 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:22.728421 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['2c1041ea-3181-48a5-a3fe-cb0f6596684c'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:22.734920 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7a4366e6-0b96-4a9c-a896-defbf0bb904e req-360bcb68-f883-4085-85eb-c2b0d000456e tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76b2c74-65a1-4c83-86ba-e2187a86b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441046 Aug 27 15:02:22.742439 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Pushing event deleted for resources: {'Port': ['ID=2c1041ea-3181-48a5-a3fe-cb0f6596684c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:22.782933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] No DVR routers for this DVR port 2c1041ea-3181-48a5-a3fe-cb0f6596684c on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:02:22.793042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:22.794990 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-42fb6c27-4400-44e0-90fc-5d958af1705b req-99f70122-bdeb-4f33-9b34-7064b070c6bd tempest-AttachVolumeNegativeTest-1567214607 tempest-AttachVolumeNegativeTest-1567214607-project] 10.222.0.35 "DELETE /v2.0/ports/2c1041ea-3181-48a5-a3fe-cb0f6596684c HTTP/1.1" status: 204 len: 173 time: 0.3986888 Aug 27 15:02:22.795419 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'name': 'network-vif-deleted', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:22.797608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abac8614-d164-4e11-809b-69f7c279fe24" -d '{"events": [{"server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "name": "network-vif-deleted", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:22.834802 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57cbbd8-1cdc-44e9-90ff-b865ce778c2c x-openstack-request-id: req-a57cbbd8-1cdc-44e9-90ff-b865ce778c2c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:22.835086 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746fcf0-47d1-43fb-8c20-1e1ee0e98294", "name": "network-vif-deleted", "tag": "2c1041ea-3181-48a5-a3fe-cb0f6596684c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:22.835357 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a57cbbd8-1cdc-44e9-90ff-b865ce778c2c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:22.835728 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746fcf0-47d1-43fb-8c20-1e1ee0e98294', 'name': 'network-vif-deleted', 'tag': '2c1041ea-3181-48a5-a3fe-cb0f6596684c', 'status': 'completed', 'code': 200} Aug 27 15:02:22.844190 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac700ae-f518-4fc7-ab9f-350ad9599dcb req-4ef41ef3-0442-4b10-8f21-4fc915d3f181 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:22.845678 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9ac700ae-f518-4fc7-ab9f-350ad9599dcb req-4ef41ef3-0442-4b10-8f21-4fc915d3f181 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0640535 Aug 27 15:02:22.886607 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9ac700ae-f518-4fc7-ab9f-350ad9599dcb req-27953aad-dfcd-4aa6-8ef8-f5a9ad634099 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Aug 27 15:02:23.430172 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594bd7-47b6-4b40-9bf2-c688469008f0 req-2c5aec45-42f0-44f6-a3a7-c0e5c89cc960 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:23.432377 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2594bd7-47b6-4b40-9bf2-c688469008f0 req-2c5aec45-42f0-44f6-a3a7-c0e5c89cc960 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0472927 Aug 27 15:02:23.474393 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2594bd7-47b6-4b40-9bf2-c688469008f0 req-cb4d80a7-44aa-4be4-84ca-121ad95516af tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 Aug 27 15:02:23.795503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:23.843004 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Deleting subnet d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:02:23.845949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:23.878940 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:23.916784 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:23.971347 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.003430 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.005306 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d65cd9ca-3503-47b8-b508-0bbf2c8af0e1 HTTP/1.1" status: 204 len: 168 time: 0.2088075 Aug 27 15:02:24.006489 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b2061-05f2-4362-9ff0-ef1742aef347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65cd9ca-3503-47b8-b508-0bbf2c8af0e1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:24.008014 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:24.009803 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3407266-525f-404c-a988-3aee93a1a444 req-e3bfe1f0-1c75-43ec-a8fc-af3367afbdfe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:24.011941 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b3407266-525f-404c-a988-3aee93a1a444 req-e3bfe1f0-1c75-43ec-a8fc-af3367afbdfe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Aug 27 15:02:24.050698 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b3407266-525f-404c-a988-3aee93a1a444 req-7e931850-c061-4355-9279-66b5de9b0257 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Aug 27 15:02:24.078535 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.157544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.166955 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569f7848-a935-4fb6-bea7-988f017151d3']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:24.176749 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421ae47-cc36-4d1f-9dbc-a6158741de78') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:24.177046 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421ae47-cc36-4d1f-9dbc-a6158741de78') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:24.185511 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.198985 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.205044 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:02:24.205433 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:02:24.207052 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:02:24.262833 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.270787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.272713 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] 10.222.0.42 "DELETE /v2.0/networks/569f7848-a935-4fb6-bea7-988f017151d3 HTTP/1.1" status: 204 len: 168 time: 0.2637951 Aug 27 15:02:24.283178 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0bdc-4105-4fc1-9e31-2ddc10bdf226 admin admin] Pushing event deleted for resources: {'Network': ['ID=569f7848-a935-4fb6-bea7-988f017151d3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:24.437962 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:24.476173 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bef1578b-cfd2-4cad-aa49-987791928beb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7eb54daef8f5407b84861e4ed3697207&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370514 Aug 27 15:02:24.478633 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 56760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:24.530091 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.559985 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.619502 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2781-cef4-4d75-ad3d-b0aef43f11f1 req-e73aaeda-8530-4775-836e-8cd9261205f7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:24.620913 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-94ba2781-cef4-4d75-ad3d-b0aef43f11f1 req-e73aaeda-8530-4775-836e-8cd9261205f7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0779867 Aug 27 15:02:24.648770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.651305 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:24.652403 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b76b2c74-65a1-4c83-86ba-e2187a86b113 HTTP/1.1" status: 204 len: 168 time: 0.1728992 Aug 27 15:02:24.667616 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845587d8-f5c8-4ced-8a8f-a565d4df48a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b2c74-65a1-4c83-86ba-e2187a86b113,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:24.671917 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-94ba2781-cef4-4d75-ad3d-b0aef43f11f1 req-67b8e3c1-b66a-4971-ba89-ceed6c7e8c82 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Aug 27 15:02:25.172800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b0cac-b142-471e-a0b9-d2cf74b61fd5 req-46de75d7-6992-46b7-abb9-a633bbdf9293 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:25.174312 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d4b0cac-b142-471e-a0b9-d2cf74b61fd5 req-46de75d7-6992-46b7-abb9-a633bbdf9293 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Aug 27 15:02:25.213896 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d4b0cac-b142-471e-a0b9-d2cf74b61fd5 req-6eb7eecc-5c30-4f61-a908-d0da25fd54a8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333812 Aug 27 15:02:25.787515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bb6e-b28a-403e-859d-af26f917a088 req-c7c99ac7-7c3f-45d4-8fef-82f29cdc6e70 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:25.789008 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6c5bb6e-b28a-403e-859d-af26f917a088 req-c7c99ac7-7c3f-45d4-8fef-82f29cdc6e70 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0488198 Aug 27 15:02:25.829078 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6c5bb6e-b28a-403e-859d-af26f917a088 req-831561d2-3cc3-456c-aa67-2cf5f9485b9e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Aug 27 15:02:26.330825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98284dc3-54db-46d0-8c27-9f19cb8facce req-33fd8561-4616-4494-87e3-f6d0a911f6f6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:26.332280 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98284dc3-54db-46d0-8c27-9f19cb8facce req-33fd8561-4616-4494-87e3-f6d0a911f6f6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Aug 27 15:02:26.373016 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98284dc3-54db-46d0-8c27-9f19cb8facce req-d294b912-b09b-45ec-ad55-224b010ea063 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Aug 27 15:02:26.779718 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 2c1041ea-3181-48a5-a3fe-cb0f6596684c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:26.802150 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 2c1041ea-3181-48a5-a3fe-cb0f6596684c {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:02:26.802512 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 2c1041ea-3181-48a5-a3fe-cb0f6596684c not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:02:26.943718 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929469-ddbb-47e7-87ab-a915287b9568 req-a1ae3988-255d-4d17-8aef-457cec512f76 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:26.945176 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ce929469-ddbb-47e7-87ab-a915287b9568 req-a1ae3988-255d-4d17-8aef-457cec512f76 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0479472 Aug 27 15:02:26.982782 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ce929469-ddbb-47e7-87ab-a915287b9568 req-d15e4f0c-20e2-4f1f-ab76-88d5ca45f1c3 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Aug 27 15:02:27.496180 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ffdf-a911-41fc-952c-d6b880bef4d3 req-f7c1f9bd-1d8c-4d89-8bb8-b89537e204d3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:27.498714 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6ae9ffdf-a911-41fc-952c-d6b880bef4d3 req-f7c1f9bd-1d8c-4d89-8bb8-b89537e204d3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0552423 Aug 27 15:02:27.544874 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6ae9ffdf-a911-41fc-952c-d6b880bef4d3 req-6bcd9c06-6903-44c4-9f80-783917d8caeb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 Aug 27 15:02:28.093446 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6c9ab-6dbb-4fb1-8aaa-bdf59d857fc8 req-8dd4119a-49d7-4e82-ba77-967f29c67b9b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:28.094956 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98a6c9ab-6dbb-4fb1-8aaa-bdf59d857fc8 req-8dd4119a-49d7-4e82-ba77-967f29c67b9b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0472651 Aug 27 15:02:28.131838 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-98a6c9ab-6dbb-4fb1-8aaa-bdf59d857fc8 req-dd8053b7-8809-4633-96a6-6af6ffaa8086 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Aug 27 15:02:28.657492 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3329-5aff-4803-8f5d-19e23cafcdb9 req-284d30b7-96e7-4f34-aec1-e74b73f75022 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:28.659033 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e9d3329-5aff-4803-8f5d-19e23cafcdb9 req-284d30b7-96e7-4f34-aec1-e74b73f75022 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0484021 Aug 27 15:02:28.697012 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e9d3329-5aff-4803-8f5d-19e23cafcdb9 req-867f0e39-86f4-40a2-b68e-c27f4d8bf91b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 27 15:02:28.738036 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f96b2d40-4281-4b7d-b403-036f11fdaf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:29.048366 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-f37eb008-2ee0-48c0-8674-3e80d3ce5d7a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929299162&fields=id&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 267 time: 0.0324657 Aug 27 15:02:29.155608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-0a605f38-dbae-4fcf-95ec-61bb9636c8c2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:29.157008 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-0a605f38-dbae-4fcf-95ec-61bb9636c8c2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1023388 Aug 27 15:02:29.172661 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-11d1dfa7-92cc-4997-aafc-c38a8467b60b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/quotas/b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 375 time: 0.0098126 Aug 27 15:02:29.222254 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-7d276d1e-ec35-4d01-bdcc-d24f3f546773 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442116 Aug 27 15:02:29.245259 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5098560-8c71-4659-b1d1-ffc26cb17504 req-fd0391d0-1238-43cb-84b2-8e7411902192 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:29.246757 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5098560-8c71-4659-b1d1-ffc26cb17504 req-fd0391d0-1238-43cb-84b2-8e7411902192 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0477333 Aug 27 15:02:29.287059 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5098560-8c71-4659-b1d1-ffc26cb17504 req-4bd3bdf7-b973-41bc-8786-d4e09c405e3b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Aug 27 15:02:29.318863 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-f8e0d392-0b3c-4f06-9a66-c23f18ba0d09 service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 Aug 27 15:02:29.405808 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-01000820-6f6b-4138-b710-0c935e985695 service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804176 Aug 27 15:02:29.683677 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a4dd6b32-680d-46cb-81b6-e87fc4dbe25f req-5f1355d8-3fe4-429a-a936-1c086b086baf tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 210 time: 0.0258775 Aug 27 15:02:29.815794 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7620-7268-45bc-9a77-9cd7813d096c req-cb040a10-3a9b-4775-984a-24ab4fe60b0e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:29.817397 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-003b7620-7268-45bc-9a77-9cd7813d096c req-cb040a10-3a9b-4775-984a-24ab4fe60b0e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0490503 Aug 27 15:02:29.856877 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-003b7620-7268-45bc-9a77-9cd7813d096c req-a240ab4a-b161-455f-8fa5-345e107397d3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Aug 27 15:02:30.401107 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a69d3-14fd-4073-847c-8681fb22e188 req-2387556b-3322-42cc-b0d0-94e1f53910b5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:30.402577 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1d2a69d3-14fd-4073-847c-8681fb22e188 req-2387556b-3322-42cc-b0d0-94e1f53910b5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0490699 Aug 27 15:02:30.440149 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1d2a69d3-14fd-4073-847c-8681fb22e188 req-a99d24cf-1268-47c0-a881-35e77e4b983b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Aug 27 15:02:30.776344 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a6bbe31d-ea7e-4e44-b4a5-a7a0c375e316 req-157c87d0-53ee-4ded-aa0e-895e2ddc9114 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Aug 27 15:02:30.974986 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc98c8-2359-423a-b578-576bb2acf202 req-63a1df7f-e2a5-4988-9969-68ebc564b031 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:30.976472 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bbfc98c8-2359-423a-b578-576bb2acf202 req-63a1df7f-e2a5-4988-9969-68ebc564b031 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Aug 27 15:02:31.014199 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bbfc98c8-2359-423a-b578-576bb2acf202 req-de0f6c0d-1c36-42f8-9621-37f6662a5ccd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Aug 27 15:02:31.563807 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe201440-7c02-4d02-b623-8c876c5a36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:31.775439 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8b596-9e42-4816-b77b-7136428917ff req-5f67486e-4cba-49bd-baf8-e8413597e617 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:31.776952 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-89e8b596-9e42-4816-b77b-7136428917ff req-5f67486e-4cba-49bd-baf8-e8413597e617 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.2700956 Aug 27 15:02:31.815879 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-89e8b596-9e42-4816-b77b-7136428917ff req-f3b99b35-dc4d-4ded-bab5-d63f784ed11a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Aug 27 15:02:31.871587 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-16d5a9b6-e5ba-4140-be0f-81ec670609e0 req-1f2af50e-cf41-4cbe-a4fa-d467ec82db4e tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Aug 27 15:02:32.086653 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:32.134622 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc64b8-d8ca-40d6-8d40-579b7483e9ff req-101bbc22-a1fe-4203-9150-e6c04d63e6bc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:32.136646 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58dc64b8-d8ca-40d6-8d40-579b7483e9ff req-101bbc22-a1fe-4203-9150-e6c04d63e6bc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Aug 27 15:02:32.175789 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58dc64b8-d8ca-40d6-8d40-579b7483e9ff req-0a8c17a9-f283-4a78-ae86-f9dcecf5081d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Aug 27 15:02:32.600626 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:32.728013 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-df7b1218-2c89-412c-9433-90a5bc39ea31 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:32.729454 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-df7b1218-2c89-412c-9433-90a5bc39ea31 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1049736 Aug 27 15:02:32.775500 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-6a08e68e-efd1-41d7-b427-92de343d471d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 379 time: 0.0346406 Aug 27 15:02:32.797026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'port': {'device_id': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'admin_state_up': True, 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'security_groups': ['52542239-8d87-4463-86b5-b794e535ed3c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:32.913090 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Made reservation on behalf of b269778d33f141c284a3a8398e654de1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:02:32.917510 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:32.946420 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e3d24-83b1-44c1-93aa-617f4e53a1d4 req-8d571393-c777-4c33-8eea-1be2ca0ee6f5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:32.955123 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce7e3d24-83b1-44c1-93aa-617f4e53a1d4 req-8d571393-c777-4c33-8eea-1be2ca0ee6f5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0723135 Aug 27 15:02:32.999899 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce7e3d24-83b1-44c1-93aa-617f4e53a1d4 req-67fee95a-b034-4a66-a693-e6f03c9203f5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Aug 27 15:02:33.039183 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1f95bf88-98de-449c-b645-213305b18c86 req-164298ca-0307-4bbe-854d-6fd2e634ba9a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 210 time: 0.0490859 Aug 27 15:02:33.102455 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.20.0.9 (bd327586-c15e-4d54-817a-8ebb23b3059a/9669be29-b65c-4022-b598-fa10b3b8cf6e/f6bf757b-be49-4087-b032-a254160dd296) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:02:33.272121 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.287036 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Transition to ACTIVE for port object f6bf757b-be49-4087-b032-a254160dd296 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:33.323949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.343734 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20df6b-5620-4790-967d-b0bfe997cf54 req-1a0f740f-06db-4010-ab6b-a92cca31531e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:33.352003 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d20df6b-5620-4790-967d-b0bfe997cf54 req-1a0f740f-06db-4010-ab6b-a92cca31531e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.1014545 Aug 27 15:02:33.365445 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:33.371345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:33.375313 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:02:33.406665 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d20df6b-5620-4790-967d-b0bfe997cf54 req-056719d7-d627-491a-8dc7-dd1f19c395d7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Aug 27 15:02:33.418945 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:33.433806 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.434163 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.434559 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.434903 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.435244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.435587 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.435925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.436257 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.436591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.436919 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.437246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.437565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:33.455819 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:33.456443 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.473342 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-38ab2937-457b-45b2-8693-50236a801341 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798775 Aug 27 15:02:33.495706 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Request body: {'port': {'device_id': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:33.552076 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.665570 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-44a8956d-b277-4391-9e7e-9d92a3e331da None None] Provisioning for port f6bf757b-be49-4087-b032-a254160dd296 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:33.670296 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-44a8956d-b277-4391-9e7e-9d92a3e331da None None] Provisioning complete for port f6bf757b-be49-4087-b032-a254160dd296 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:33.670800 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-44a8956d-b277-4391-9e7e-9d92a3e331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.705215 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-44a8956d-b277-4391-9e7e-9d92a3e331da None None] Port f6bf757b-be49-4087-b032-a254160dd296 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:02:33.817139 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bf757b-be49-4087-b032-a254160dd296 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:02:33.824759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.836293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Transition to ACTIVE for port object f6bf757b-be49-4087-b032-a254160dd296 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:02:33.840682 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:33.890267 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:33.968892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Attempting to bind port f6bf757b-be49-4087-b032-a254160dd296 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:02:33.969625 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Attempting to bind port f6bf757b-be49-4087-b032-a254160dd296 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:02:33.970162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Attempting to bind port f6bf757b-be49-4087-b032-a254160dd296 on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:33.974950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Port f6bf757b-be49-4087-b032-a254160dd296 on network bd327586-c15e-4d54-817a-8ebb23b3059a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:02:33.975209 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc40133-30b6-4abd-8287-d1c95ccd861b req-113b88f2-2d9b-4f16-993a-74afacca9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:33.975716 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Attempting to bind port f6bf757b-be49-4087-b032-a254160dd296 on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:02:33.976985 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1cc40133-30b6-4abd-8287-d1c95ccd861b req-113b88f2-2d9b-4f16-993a-74afacca9945 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0408459 Aug 27 15:02:33.980433 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:02:33.980909 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:02:33.981303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Bound using segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:02:33.981739 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Bound port: f6bf757b-be49-4087-b032-a254160dd296, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:02:33.982099 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:34.023953 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1cc40133-30b6-4abd-8287-d1c95ccd861b req-7bd1d8f3-c8fd-4838-8e3f-13eabc85e2dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355773 Aug 27 15:02:34.047940 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:02:34.051061 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6bf757b-be49-4087-b032-a254160dd296,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:02:34.056574 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:34.117393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.118022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:34.119446 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] 10.222.0.35 "PUT /v2.0/ports/f6bf757b-be49-4087-b032-a254160dd296 HTTP/1.1" status: 200 len: 1093 time: 0.6321571 Aug 27 15:02:34.123350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:34.124184 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe30f61-70da-4aa7-9978-49b0a6cfd402" -d '{"events": [{"name": "network-changed", "server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "tag": "f6bf757b-be49-4087-b032-a254160dd296"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:34.150732 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05d85-f77b-47e7-8f72-390c526709ab service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:34.169576 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63976b-bc68-4760-9c07-ccad9c8de310 req-ef1a5819-52ae-45f2-8cc6-df4d899e3925 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.170599 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5d18d-9220-4061-af28-ee1144734fec req-30d2cc82-fe68-4283-a450-b9c3835e9eff tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.172137 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-94c5d18d-9220-4061-af28-ee1144734fec req-30d2cc82-fe68-4283-a450-b9c3835e9eff tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0876503 Aug 27 15:02:34.174840 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3f63976b-bc68-4760-9c07-ccad9c8de310 req-ef1a5819-52ae-45f2-8cc6-df4d899e3925 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0640452 Aug 27 15:02:34.210876 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3f63976b-bc68-4760-9c07-ccad9c8de310 req-89498c3c-bf73-455e-a1ea-f6bd04391575 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338154 Aug 27 15:02:34.214293 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-94c5d18d-9220-4061-af28-ee1144734fec req-3a50a803-c6ec-4486-b6c5-14b289262ae8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Aug 27 15:02:34.262508 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24ce074-3545-4d1c-a87f-062f4c0b7ac1 x-openstack-request-id: req-f24ce074-3545-4d1c-a87f-062f4c0b7ac1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:34.262804 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "tag": "f6bf757b-be49-4087-b032-a254160dd296", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:34.263061 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f24ce074-3545-4d1c-a87f-062f4c0b7ac1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:34.263470 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296', 'status': 'completed', 'code': 200} Aug 27 15:02:34.328580 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-8db3ad35-0369-4d73-8db2-fc96de133c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.329978 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-8db3ad35-0369-4d73-8db2-fc96de133c7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 1096 time: 0.0406139 Aug 27 15:02:34.530791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-95f6aded-20c8-42c3-84b7-8c3faed92f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.532266 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-95f6aded-20c8-42c3-84b7-8c3faed92f8e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b269778d33f141c284a3a8398e654de1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1887524 Aug 27 15:02:34.548103 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41895-2a53-4600-813d-0b2107b4b3cc req-787cbfb0-84d5-4fa8-9040-394eb7dd6272 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.549458 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-79b41895-2a53-4600-813d-0b2107b4b3cc req-787cbfb0-84d5-4fa8-9040-394eb7dd6272 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0771098 Aug 27 15:02:34.674658 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-79b41895-2a53-4600-813d-0b2107b4b3cc req-ef2c4be5-cd41-4b54-9405-7ef9504db599 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170645 Aug 27 15:02:34.723262 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-ffbaeee7-bcbc-4fb9-a2a3-2e68d3d8dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.724736 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dbe30f61-70da-4aa7-9978-49b0a6cfd402 req-ffbaeee7-bcbc-4fb9-a2a3-2e68d3d8dd5b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744449 Aug 27 15:02:34.868175 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:02:34.887029 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:34.945566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-5b13730c-98c2-4c87-87d2-9e52170c017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:34.947320 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-5b13730c-98c2-4c87-87d2-9e52170c017d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 1096 time: 0.0536757 Aug 27 15:02:34.980820 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:34.992026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:02:34.998333 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-c530693f-2c52-414e-9c5f-51927634fc34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6bf757b-be49-4087-b032-a254160dd296 HTTP/1.1" status: 200 len: 217 time: 0.0386105 Aug 27 15:02:35.040028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:35.053606 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-f1edf991-202b-4181-b118-0f4e1af14d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.054439 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:02:35.055504 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-f1edf991-202b-4181-b118-0f4e1af14d7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0470316 Aug 27 15:02:35.075683 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:35.082198 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:35.110543 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-73b64be3-f39a-41d5-941c-20268b8984e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.112039 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-73b64be3-f39a-41d5-941c-20268b8984e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489216 Aug 27 15:02:35.134889 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=6']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:35.188621 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c1db2fd5-7061-4661-9df0-0d9c221b23a3'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:35.212519 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-122077b8-ec4b-4b9d-8591-b2b94e7dc3ce service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914588 Aug 27 15:02:35.307768 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-cd500c11-330a-4005-8dab-b53a923fd370 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514550 Aug 27 15:02:35.386531 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:35.423507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-442f2b86-d5dc-4986-a38c-285f182730b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.425059 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-442f2b86-d5dc-4986-a38c-285f182730b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 1098 time: 0.0747149 Aug 27 15:02:35.444486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4290624-f105-4245-9435-494679b4d086 req-417efc2c-07d7-47ef-a872-e71c47ecaddc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.444748 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94788cd-ef0e-4675-b8f9-2b6ff3e197b5 req-7509ccc4-2e93-4012-b2f6-a12f8c19b45d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.446199 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4290624-f105-4245-9435-494679b4d086 req-417efc2c-07d7-47ef-a872-e71c47ecaddc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.1373923 Aug 27 15:02:35.449935 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a94788cd-ef0e-4675-b8f9-2b6ff3e197b5 req-7509ccc4-2e93-4012-b2f6-a12f8c19b45d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1040061 Aug 27 15:02:35.483971 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7861bef-47bc-4a31-b6ff-e521d00ab9c8 req-0b5b5eee-35a8-4756-a157-66894cf1901c service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288899 Aug 27 15:02:35.505774 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a94788cd-ef0e-4675-b8f9-2b6ff3e197b5 req-736566d1-67cc-4b93-af3a-c94cb857115a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Aug 27 15:02:35.562955 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4290624-f105-4245-9435-494679b4d086 req-acc0ea18-fc96-4984-a051-f057a245daef tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093900 Aug 27 15:02:35.598143 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-1ef7fc60-e02a-4349-9f82-aab97660b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.599682 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-1ef7fc60-e02a-4349-9f82-aab97660b457 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1199210 Aug 27 15:02:35.653252 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-f89f39d3-0969-4990-9184-2d7695b1206d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 200 len: 217 time: 0.0449512 Aug 27 15:02:35.704729 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-85446af5-0188-4337-b5da-20aec0f8b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.706163 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-85446af5-0188-4337-b5da-20aec0f8b3aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0451736 Aug 27 15:02:35.741835 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-7129484e-203b-4e9f-be05-480927f875c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264840 Aug 27 15:02:35.814276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2fe60-34fd-4908-ae17-e42776490c57 req-ae1e9186-6dc3-4945-8709-1e89bf85743f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.821599 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ccb2fe60-34fd-4908-ae17-e42776490c57 req-ae1e9186-6dc3-4945-8709-1e89bf85743f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0659258 Aug 27 15:02:35.860965 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ccb2fe60-34fd-4908-ae17-e42776490c57 req-c23d4345-abd1-4ff0-845d-dd69840bc849 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Aug 27 15:02:35.889730 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-a1e31159-d40b-46d7-b3d5-981fc1ecffe8 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336184 Aug 27 15:02:35.997230 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-66b97ba7-1d94-4a5e-83c5-88e0b65b27c4 req-423a2dd6-53ac-4830-b954-9fc606084b14 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988920 Aug 27 15:02:36.654877 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd8b74-3635-47c7-b7e5-04ce249f1bfe req-7f5de39f-665a-48e7-a827-a72617862ac1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:36.656546 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a0bd8b74-3635-47c7-b7e5-04ce249f1bfe req-7f5de39f-665a-48e7-a827-a72617862ac1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0787981 Aug 27 15:02:36.691209 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd42ee9-9c18-4e7d-8441-5fe4f7e1935a req-73a2f7e9-e352-4329-9d5b-9e26e80beeab tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:36.695494 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6dd42ee9-9c18-4e7d-8441-5fe4f7e1935a req-73a2f7e9-e352-4329-9d5b-9e26e80beeab tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0630000 Aug 27 15:02:36.728666 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a0bd8b74-3635-47c7-b7e5-04ce249f1bfe req-b7f4b851-bbb6-4fb4-a080-d349ae726a85 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599849 Aug 27 15:02:36.751581 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6dd42ee9-9c18-4e7d-8441-5fe4f7e1935a req-8a103857-62f9-4c7c-a2b8-e8febc96b255 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522993 Aug 27 15:02:36.849758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:36.909101 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:36.909577 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:37.001496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:37.063586 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:37.065663 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3f1e-d457-43be-93b2-095cc5383e16 req-8aff4ed7-6e28-4904-8efd-75468fbc0e0f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:37.067320 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e28c3f1e-d457-43be-93b2-095cc5383e16 req-8aff4ed7-6e28-4904-8efd-75468fbc0e0f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.1023021 Aug 27 15:02:37.071007 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c639a1de-494f-449b-be5d-048cc903e612" -d '{"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:37.092573 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:37.136925 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:37.159918 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e28c3f1e-d457-43be-93b2-095cc5383e16 req-a1666b90-7362-4cf1-996b-94088aad411a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739605 Aug 27 15:02:37.196121 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9111c70-0d23-4b57-9e82-889d5c74527c x-openstack-request-id: req-f9111c70-0d23-4b57-9e82-889d5c74527c {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:37.196464 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:37.196672 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9111c70-0d23-4b57-9e82-889d5c74527c {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:37.197041 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'code': 200} Aug 27 15:02:37.209321 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=7']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:37.237091 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-26f19eab-c2a3-464b-a4db-648c31fbda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:37.238676 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-26f19eab-c2a3-464b-a4db-648c31fbda69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 1098 time: 0.0587306 Aug 27 15:02:37.360171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5332-a38f-4f6a-a5a2-70bb39c3b33b req-b2eb5a2e-0c37-4a77-bb2d-d8dbafed6039 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:37.362796 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-656c5332-a38f-4f6a-a5a2-70bb39c3b33b req-b2eb5a2e-0c37-4a77-bb2d-d8dbafed6039 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.1013420 Aug 27 15:02:37.400530 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-70b63323-3cd0-432f-b94a-1660ba9e00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:37.402856 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-70b63323-3cd0-432f-b94a-1660ba9e00d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 200 len: 919 time: 0.1556535 Aug 27 15:02:37.462442 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-656c5332-a38f-4f6a-a5a2-70bb39c3b33b req-f2cb4203-6605-4ec9-9970-1ccb285333e4 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885201 Aug 27 15:02:37.465120 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-9cb4d713-5189-4701-8330-0731dd8d24a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 200 len: 217 time: 0.0512652 Aug 27 15:02:37.522868 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-9d137870-97fd-41cb-9430-e4c7fe65e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:37.524297 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-9d137870-97fd-41cb-9430-e4c7fe65e5c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 200 len: 858 time: 0.0477467 Aug 27 15:02:37.562331 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-5663983c-b1d6-4275-88f2-2380b441e699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44f8965c-54e8-4eb5-b453-873ef780b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269163 Aug 27 15:02:37.716898 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-4587746a-4429-4a79-a99f-84d3ddd1bca5 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459026 Aug 27 15:02:37.908745 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-94ad3d90-b57e-4e8e-b519-78a3081fb858 req-1db65af5-e93a-4327-9de5-6c315eee2753 service neutron] 10.222.0.35 "GET /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829448 Aug 27 15:02:38.013778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6b74-b9ec-46b4-a90b-5fbb9b7dd51c req-72a1e0c9-6a6c-497a-8eed-be3956e52b85 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:38.025598 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-395a6b74-b9ec-46b4-a90b-5fbb9b7dd51c req-72a1e0c9-6a6c-497a-8eed-be3956e52b85 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.1717651 Aug 27 15:02:38.091291 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-395a6b74-b9ec-46b4-a90b-5fbb9b7dd51c req-6f36ce9d-c401-4390-929c-29628e2e9d5e tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637844 Aug 27 15:02:38.319097 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473a7c1-780c-4bfd-a9fe-71e3dc5849e5 req-b70daec7-19aa-4b99-9d61-e9b198a709e5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:38.327500 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1473a7c1-780c-4bfd-a9fe-71e3dc5849e5 req-b70daec7-19aa-4b99-9d61-e9b198a709e5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0652657 Aug 27 15:02:38.362974 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1473a7c1-780c-4bfd-a9fe-71e3dc5849e5 req-9fdb0d7f-815b-4b4f-8a15-07e80727cfa8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Aug 27 15:02:38.599886 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1bdd-28c3-4a8f-9315-7072e97aefe4 req-af801f0c-5685-4497-96ae-0af3a4f99c3a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:38.601474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-071c1bdd-28c3-4a8f-9315-7072e97aefe4 req-af801f0c-5685-4497-96ae-0af3a4f99c3a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0647528 Aug 27 15:02:38.617239 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:02:38.641097 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-071c1bdd-28c3-4a8f-9315-7072e97aefe4 req-17875937-2cba-4472-83fa-88625dea85cc tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Aug 27 15:02:39.220369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6b4d-8c26-40ce-8e01-5bf98b4d9f4e req-409cc0a3-576f-4f27-88fd-94a90daadd82 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:39.223486 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-deed6b4d-8c26-40ce-8e01-5bf98b4d9f4e req-409cc0a3-576f-4f27-88fd-94a90daadd82 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0582376 Aug 27 15:02:39.269050 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-deed6b4d-8c26-40ce-8e01-5bf98b4d9f4e req-d416e073-8cce-472c-bd8c-742edfeca2d2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390272 Aug 27 15:02:39.498233 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1293f-5439-47bc-bf3b-616e399a862c req-08db809c-827a-4e69-9b89-9202b66d3c02 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:39.500081 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c0e1293f-5439-47bc-bf3b-616e399a862c req-08db809c-827a-4e69-9b89-9202b66d3c02 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0605967 Aug 27 15:02:39.546499 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c0e1293f-5439-47bc-bf3b-616e399a862c req-546cbe12-9f90-47bb-a24f-946b0ef0c7a9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Aug 27 15:02:39.775135 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d16826-3ce0-4129-9753-c37b48852999 req-0e803c59-c06f-4e72-81d6-2cbd2a3be78d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:39.776698 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-82d16826-3ce0-4129-9753-c37b48852999 req-0e803c59-c06f-4e72-81d6-2cbd2a3be78d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0605199 Aug 27 15:02:39.821969 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-82d16826-3ce0-4129-9753-c37b48852999 req-84f8662e-7a90-48da-9e12-9abe6705ebb6 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Aug 27 15:02:40.422611 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b3c8-5a0c-473f-906f-0edffcd83fd6 req-245481a3-e13e-4966-83c2-227f7d972523 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:40.431512 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4583b3c8-5a0c-473f-906f-0edffcd83fd6 req-245481a3-e13e-4966-83c2-227f7d972523 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0778673 Aug 27 15:02:40.470631 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4583b3c8-5a0c-473f-906f-0edffcd83fd6 req-8128d0e8-e1f1-41f1-91cc-f4b3e5d1d1bb tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368912 Aug 27 15:02:40.681397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418e854-d0ad-44a2-9427-b5eeffe36e89 req-f641ba86-5b85-4bcd-8536-0a83a0b5c0b5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:40.683708 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b418e854-d0ad-44a2-9427-b5eeffe36e89 req-f641ba86-5b85-4bcd-8536-0a83a0b5c0b5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0576985 Aug 27 15:02:40.726592 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b418e854-d0ad-44a2-9427-b5eeffe36e89 req-7f2c7132-3c92-474e-831b-0bc858a3b539 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Aug 27 15:02:40.965453 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6135-9f85-4d31-b321-4bde327a4f73 req-2f739241-28dd-4a91-b287-2361c373a678 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:40.967283 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e3bd6135-9f85-4d31-b321-4bde327a4f73 req-2f739241-28dd-4a91-b287-2361c373a678 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0576923 Aug 27 15:02:41.012022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e3bd6135-9f85-4d31-b321-4bde327a4f73 req-f7789b5f-f36f-485f-b54c-0423810ff047 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Aug 27 15:02:41.605426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c427ae3-a1cc-4609-a10c-f8cab2f27fcb req-5bccade9-8b59-45e2-b206-1e06ec65e12c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:41.612658 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c427ae3-a1cc-4609-a10c-f8cab2f27fcb req-5bccade9-8b59-45e2-b206-1e06ec65e12c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0596154 Aug 27 15:02:41.659129 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3c427ae3-a1cc-4609-a10c-f8cab2f27fcb req-2ac8be10-5801-4c91-a944-5d9d38ba7773 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Aug 27 15:02:41.868388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faf0ae-85c3-4586-b5fd-4cd880dde605 req-b0b9823a-671c-4f53-8964-b110019eb37c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:41.870366 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-09faf0ae-85c3-4586-b5fd-4cd880dde605 req-b0b9823a-671c-4f53-8964-b110019eb37c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0609560 Aug 27 15:02:41.939370 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-09faf0ae-85c3-4586-b5fd-4cd880dde605 req-cc50d505-2291-4cf9-9143-0c8f2bddc374 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609148 Aug 27 15:02:42.773153 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb258b4-1652-43ec-b8ac-3f847b96f4a2 req-c936e885-c3bc-4670-a671-2bda248bc999 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:42.774685 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1eb258b4-1652-43ec-b8ac-3f847b96f4a2 req-c936e885-c3bc-4670-a671-2bda248bc999 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 943 time: 0.0496986 Aug 27 15:02:42.821211 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1eb258b4-1652-43ec-b8ac-3f847b96f4a2 req-4a529074-0106-4976-9d77-574fed43da74 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Aug 27 15:02:42.884901 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device f6bf757b-be49-4087-b032-a254160dd296 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:02:43.067829 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40cf88-c70e-4ce7-976b-63ce16da58b5 req-a99c424d-8b70-44e9-aa46-780536f92d0c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:43.069755 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4a40cf88-c70e-4ce7-976b-63ce16da58b5 req-a99c424d-8b70-44e9-aa46-780536f92d0c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0580037 Aug 27 15:02:43.115396 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4a40cf88-c70e-4ce7-976b-63ce16da58b5 req-f1a8499f-acfe-4ffc-b9a8-5087c204442a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Aug 27 15:02:43.172698 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6bf757b-be49-4087-b032-a254160dd296,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:43.188681 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'f6bf757b-be49-4087-b032-a254160dd296', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'port_id': 'f6bf757b-be49-4087-b032-a254160dd296', 'mac_address': 'fa:16:3e:41:55:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:02:43.242933 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:43.258072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bf757b-be49-4087-b032-a254160dd296 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:02:43.291877 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6bf757b-be49-4087-b032-a254160dd296,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:43.296577 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:43.353051 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:43.362449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.362449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.362449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.362449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.362449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.363477 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.363477 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.363477 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.363724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.363932 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.364886 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.364886 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:43.654752 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['f6bf757b-be49-4087-b032-a254160dd296'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:43.968874 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba37a1-ff8e-4794-9fd9-1d0d0fb9aeaf req-50680c53-5553-4021-892f-105451c33ff7 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:43.970448 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5eba37a1-ff8e-4794-9fd9-1d0d0fb9aeaf req-50680c53-5553-4021-892f-105451c33ff7 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Aug 27 15:02:44.012106 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5eba37a1-ff8e-4794-9fd9-1d0d0fb9aeaf req-29dfa82e-077c-4227-b7a3-431a4f00c456 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357172 Aug 27 15:02:44.262031 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8f192-c022-4dd6-8c1f-b6dcd24ad547 req-b9d40a54-0995-495d-9648-b93fdda70c12 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:44.263793 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f4f8f192-c022-4dd6-8c1f-b6dcd24ad547 req-b9d40a54-0995-495d-9648-b93fdda70c12 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0550368 Aug 27 15:02:44.308929 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f4f8f192-c022-4dd6-8c1f-b6dcd24ad547 req-86ee56f3-b56b-45ac-b9aa-c82b371512bf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387430 Aug 27 15:02:44.893831 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device f6bf757b-be49-4087-b032-a254160dd296 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:02:44.965716 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port f6bf757b-be49-4087-b032-a254160dd296 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:02:44.969805 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port f6bf757b-be49-4087-b032-a254160dd296 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:02:44.970368 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:45.083680 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:45.116931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:45.121401 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a5a71-4635-43e2-bba7-4384473bea82" -d '{"events": [{"server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf757b-be49-4087-b032-a254160dd296"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:45.135566 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6bf757b-be49-4087-b032-a254160dd296,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:45.141283 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:45.148714 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903afad9-af01-4b31-878f-ae06d6d85794 req-d292dd2a-1669-4a9a-90a1-47297a675460 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:45.150256 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-903afad9-af01-4b31-878f-ae06d6d85794 req-d292dd2a-1669-4a9a-90a1-47297a675460 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 944 time: 0.0676630 Aug 27 15:02:45.208726 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-903afad9-af01-4b31-878f-ae06d6d85794 req-8aec8365-a706-4f4f-a316-05589d673bce tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490830 Aug 27 15:02:45.210241 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:45.245481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c22ab7-0fb6-43c5-a5f3-841dad15633e req-654f1794-645e-490c-a53b-2badd50ad29a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:45.248231 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f116e51-86f4-445a-a231-6cf87cd753a0 x-openstack-request-id: req-4f116e51-86f4-445a-a231-6cf87cd753a0 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:45.248525 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf757b-be49-4087-b032-a254160dd296", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:45.248776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f116e51-86f4-445a-a231-6cf87cd753a0 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:45.249164 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296', 'code': 200} Aug 27 15:02:45.250929 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07c22ab7-0fb6-43c5-a5f3-841dad15633e req-654f1794-645e-490c-a53b-2badd50ad29a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0668380 Aug 27 15:02:45.286637 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07c22ab7-0fb6-43c5-a5f3-841dad15633e req-b78c6178-427d-4d0b-9d33-04936a54e746 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Aug 27 15:02:45.449017 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbdd0c-eaaf-403f-aaa6-9676aa64034a req-fd519d3f-41c7-42da-8f48-003d8e55d821 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:45.450617 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cfcbdd0c-eaaf-403f-aaa6-9676aa64034a req-fd519d3f-41c7-42da-8f48-003d8e55d821 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0506670 Aug 27 15:02:45.518632 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cfcbdd0c-eaaf-403f-aaa6-9676aa64034a req-11dd1f48-404c-4581-af93-0c2e127c3ba0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619819 Aug 27 15:02:45.528420 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec573ca-c05b-42fe-95f1-af9ff1e3dd9a req-56a21339-ce72-43b5-83cb-1d6869af38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:45.530098 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cec573ca-c05b-42fe-95f1-af9ff1e3dd9a req-56a21339-ce72-43b5-83cb-1d6869af38eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 1098 time: 0.0568352 Aug 27 15:02:45.639469 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cec573ca-c05b-42fe-95f1-af9ff1e3dd9a req-34d7949e-3fe8-4b47-b504-e85fdda98ff7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309038 Aug 27 15:02:46.105047 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65ac6-de64-4612-bad1-873e78670465 req-48c90ef4-d036-4bf4-a7d9-1e584d49d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.106493 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-48c90ef4-d036-4bf4-a7d9-1e584d49d98b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1098 time: 0.0393267 Aug 27 15:02:46.201879 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65ac6-de64-4612-bad1-873e78670465 req-cb28321e-b4f8-4668-8153-7b02932d95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.203269 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-cb28321e-b4f8-4668-8153-7b02932d95e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0854490 Aug 27 15:02:46.278714 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-1a552a2d-87eb-43b1-823a-9484d7034c73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 1000 time: 0.0584464 Aug 27 15:02:46.313477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7368-f3ce-4737-8823-0c82dbfcbc89 req-460acd69-d678-489c-86d7-08c51e1491bd tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.315748 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f29e7368-f3ce-4737-8823-0c82dbfcbc89 req-460acd69-d678-489c-86d7-08c51e1491bd tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0468581 Aug 27 15:02:46.330950 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65ac6-de64-4612-bad1-873e78670465 req-d50f50c6-7e97-43bd-ab89-455bd108d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.332404 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-d50f50c6-7e97-43bd-ab89-455bd108d486 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0450246 Aug 27 15:02:46.353835 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f29e7368-f3ce-4737-8823-0c82dbfcbc89 req-47de54f8-e281-4953-ba35-c99e60661f04 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Aug 27 15:02:46.417003 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65ac6-de64-4612-bad1-873e78670465 req-048fe8ac-761d-4d16-a105-2c519d0003c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.418566 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-048fe8ac-761d-4d16-a105-2c519d0003c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753071 Aug 27 15:02:46.426605 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602127c-8cb6-4c86-90f1-a4e40110cb4d req-e3aa2a35-03f1-4298-89ba-f9da95c814f9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.427949 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f602127c-8cb6-4c86-90f1-a4e40110cb4d req-e3aa2a35-03f1-4298-89ba-f9da95c814f9 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0606346 Aug 27 15:02:46.534156 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f602127c-8cb6-4c86-90f1-a4e40110cb4d req-280922d8-718f-4656-8abb-e6564accb0bb tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978868 Aug 27 15:02:46.564271 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-189aefa7-4121-43d3-afe7-17cdb50c1422 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353045 Aug 27 15:02:46.643326 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573b9e-83ee-4e1e-8c61-f31cf8068935 req-85052fef-2525-4fc5-8d52-6709d0143c57 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:46.645594 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-66573b9e-83ee-4e1e-8c61-f31cf8068935 req-85052fef-2525-4fc5-8d52-6709d0143c57 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Aug 27 15:02:46.659816 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7bb65ac6-de64-4612-bad1-873e78670465 req-f51f9628-4f53-4724-9629-84467d4bf27e service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857451 Aug 27 15:02:46.686613 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-66573b9e-83ee-4e1e-8c61-f31cf8068935 req-49230c8d-b756-45dc-932a-3658535a5153 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Aug 27 15:02:47.465735 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47de2db-00f3-499e-ae97-f362d348a4d7 req-731c447f-7aa8-4fad-8b92-61d4bb3a3be0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:47.467206 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d47de2db-00f3-499e-ae97-f362d348a4d7 req-731c447f-7aa8-4fad-8b92-61d4bb3a3be0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0471749 Aug 27 15:02:47.507646 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d47de2db-00f3-499e-ae97-f362d348a4d7 req-c75b525b-3c2c-4975-a723-4fd411648dd9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344930 Aug 27 15:02:47.618119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a118d4-4d6b-4bfa-afcf-9c4109d0e56a req-d2a6cae6-5b68-46b5-b60a-34390a976a20 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:47.619792 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-83a118d4-4d6b-4bfa-afcf-9c4109d0e56a req-d2a6cae6-5b68-46b5-b60a-34390a976a20 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0481656 Aug 27 15:02:47.649852 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c3d86-de67-4d40-a04a-2d1b29f7d3ea req-91f856a2-b657-4046-80f9-3110bbdd511f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:47.651928 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-337c3d86-de67-4d40-a04a-2d1b29f7d3ea req-91f856a2-b657-4046-80f9-3110bbdd511f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0532243 Aug 27 15:02:47.657849 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-83a118d4-4d6b-4bfa-afcf-9c4109d0e56a req-9aa7704a-f306-4cd0-a535-a43ee031a41a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Aug 27 15:02:47.679968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:47.689607 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-337c3d86-de67-4d40-a04a-2d1b29f7d3ea req-8e8e653c-bec1-42bf-873c-351924f55a8e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Aug 27 15:02:47.811286 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c999-3f80-49bb-9924-8cc7a4896938 req-6dbd8834-c0d9-4dad-b2b1-cc07deaf694f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:47.812774 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a337c999-3f80-49bb-9924-8cc7a4896938 req-6dbd8834-c0d9-4dad-b2b1-cc07deaf694f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0516081 Aug 27 15:02:47.876148 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a337c999-3f80-49bb-9924-8cc7a4896938 req-3990d81c-f11d-4e79-bdd0-9fd51279ba81 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574644 Aug 27 15:02:47.903955 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1810b19-c142-4710-b72c-f9001d0f9f1c tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:47.906659 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e1810b19-c142-4710-b72c-f9001d0f9f1c tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 1093 time: 0.2254691 Aug 27 15:02:47.909494 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:47.914413 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'port_id': 'f6bf757b-be49-4087-b032-a254160dd296', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:02:47.939561 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:48.037304 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:48.143294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.27.2.180 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/7ccd0787-0cbf-4877-820d-feaa571ecb55) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:02:48.239801 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:48.276819 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:48.315895 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:02:48.320591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:02:48.324108 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:02:48.329397 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=7ccd0787-0cbf-4877-820d-feaa571ecb55,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:48.417508 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-6fe86d60-5aaa-4878-bd5c-4fd997cd4b8d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:48.419006 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-6fe86d60-5aaa-4878-bd5c-4fd997cd4b8d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0474987 Aug 27 15:02:48.714062 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:48.804178 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1269e-db6f-4063-9f04-023c34061616 req-30941982-e739-4c7a-a387-5031bf2f5b6d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:48.805760 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-68a1269e-db6f-4063-9f04-023c34061616 req-30941982-e739-4c7a-a387-5031bf2f5b6d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Aug 27 15:02:48.847765 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-68a1269e-db6f-4063-9f04-023c34061616 req-fb3e8c85-f18e-428c-8cb8-5b0333c043ef tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 27 15:02:49.036305 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b150-9823-4b98-a770-202320ce4bd7 req-cee5f8d8-a0bd-4b46-8812-00f0e7219dca tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:49.037761 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c12b150-9823-4b98-a770-202320ce4bd7 req-cee5f8d8-a0bd-4b46-8812-00f0e7219dca tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 945 time: 0.0793319 Aug 27 15:02:49.045669 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.111163 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c12b150-9823-4b98-a770-202320ce4bd7 req-095d8a84-2fe8-4b8e-8a84-b0a4d288c116 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669127 Aug 27 15:02:49.217743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.222127 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.284736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=7ccd0787-0cbf-4877-820d-feaa571ecb55,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:49.294137 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:49.299703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.378384 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.402904 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:49.405496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b9220-748e-4a69-8d46-3a5fabd842d5" -d '{"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-unplugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:49.405858 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP cd735563-91e3-445e-8e49-6b0f470ac6d0 associated. External IP: 172.27.2.180, port: f6bf757b-be49-4087-b032-a254160dd296. Aug 27 15:02:49.430084 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:49.435658 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.465152 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac57445b-00c9-4ff4-b3c1-10f808dabef0 x-openstack-request-id: req-ac57445b-00c9-4ff4-b3c1-10f808dabef0 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:49.465503 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-unplugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:49.465736 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac57445b-00c9-4ff4-b3c1-10f808dabef0 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:49.466132 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'code': 200} Aug 27 15:02:49.495482 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=8']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:49.595756 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Deleting port e1994c31-da42-4149-a0e8-3eeb95645d3a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:02:49.596009 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.621182 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:02:49.682232 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] For port e1994c31-da42-4149-a0e8-3eeb95645d3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1994c31-da42-4149-a0e8-3eeb95645d3a,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:02:49.682679 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.695190 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Calling delete_port for e1994c31-da42-4149-a0e8-3eeb95645d3a owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:02:49.727636 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:02:49.737143 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:02:49.746678 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:49.747355 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.747514 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:49.790571 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-30100ad4-d775-4261-bad0-1406da414b15 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8653479 Aug 27 15:02:49.790571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:49.790571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536" -d '{"events": [{"name": "network-changed", "server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "tag": "f6bf757b-be49-4087-b032-a254160dd296"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:49.815411 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a04f3f7-ce6d-4a56-b6ca-03734f56470f x-openstack-request-id: req-8a04f3f7-ce6d-4a56-b6ca-03734f56470f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:49.815717 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "tag": "f6bf757b-be49-4087-b032-a254160dd296", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:49.816035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a04f3f7-ce6d-4a56-b6ca-03734f56470f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:49.816446 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296', 'status': 'completed', 'code': 200} Aug 27 15:02:49.839945 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.856958 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:49.873508 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Pushing event deleted for resources: {'Port': ['ID=e1994c31-da42-4149-a0e8-3eeb95645d3a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:02:49.916653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] No DVR routers for this DVR port e1994c31-da42-4149-a0e8-3eeb95645d3a on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:02:49.919775 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.920209 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.920622 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.921028 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.921429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.921847 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.922252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.922669 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.923077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.923470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.923864 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.924255 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:02:49.927812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.929732 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-eb0a55e4-6a1b-4cfd-88d4-b3283c2b3091 req-b51f7ece-c2df-4ff9-b725-637db82f6688 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "DELETE /v2.0/ports/e1994c31-da42-4149-a0e8-3eeb95645d3a HTTP/1.1" status: 204 len: 173 time: 0.6347775 Aug 27 15:02:49.931540 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'name': 'network-vif-deleted', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:02:49.934362 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c8209-9dfb-45ac-b9e9-c8bf32f4f29f" -d '{"events": [{"server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "name": "network-vif-deleted", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:02:49.963163 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5e9f7060-026f-437d-ae16-a1e56cce351e req-62b70264-6e01-4fac-8435-748be752cb94 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0323257 Aug 27 15:02:49.974415 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088be8f0-e229-4198-adf9-c5bcccc8e599 x-openstack-request-id: req-088be8f0-e229-4198-adf9-c5bcccc8e599 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:02:49.974889 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229", "name": "network-vif-deleted", "tag": "e1994c31-da42-4149-a0e8-3eeb95645d3a", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:02:49.975338 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-088be8f0-e229-4198-adf9-c5bcccc8e599 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:02:49.975821 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64c2fdb-a1b5-4fa5-bc4e-911b0a62c229', 'name': 'network-vif-deleted', 'tag': 'e1994c31-da42-4149-a0e8-3eeb95645d3a', 'status': 'completed', 'code': 200} Aug 27 15:02:50.083922 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'cd735563-91e3-445e-8e49-6b0f470ac6d0', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'f6bf757b-be49-4087-b032-a254160dd296', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:41:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:02:48Z', 'updated_at': '2021-08-27T15:02:48Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:50.109032 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:02:50.117034 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:02:50.117632 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:02:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:50.223068 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:02:50.234173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67833a8-efb4-4c96-badf-2064636237c3 req-ea9091cf-9655-4ab5-b383-7b9e5aec2253 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:50.235732 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c67833a8-efb4-4c96-badf-2064636237c3 req-ea9091cf-9655-4ab5-b383-7b9e5aec2253 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0475736 Aug 27 15:02:50.273891 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c67833a8-efb4-4c96-badf-2064636237c3 req-ebb839e8-7050-45d0-b2e9-c5eda0b05c87 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Aug 27 15:02:50.440552 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'cd735563-91e3-445e-8e49-6b0f470ac6d0', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'f6bf757b-be49-4087-b032-a254160dd296', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:41:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:02:48Z', 'updated_at': '2021-08-27T15:02:48Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:02:50.469018 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07d8c6-03ef-4ae9-8968-93c4eecc53b7 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'cd735563-91e3-445e-8e49-6b0f470ac6d0', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'f6bf757b-be49-4087-b032-a254160dd296', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:41:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:02:48Z', 'updated_at': '2021-08-27T15:02:48Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:02:50.684974 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65bd9a-d5b6-4dae-8677-033a95793757 None None] New status for floating IP cd735563-91e3-445e-8e49-6b0f470ac6d0: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:02:51.054139 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bae563ee-5415-43f5-a7a7-2f3007608906 req-add6b5af-fc6b-42a6-9ec1-ed6ff8e95bb7 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0249786 Aug 27 15:02:51.236588 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['e0821bd8-8927-4af0-8685-83185b80acbd', 'e1994c31-da42-4149-a0e8-3eeb95645d3a'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:02:51.360647 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-490b30c5-ef96-4182-b58a-52572b758a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:51.362535 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-490b30c5-ef96-4182-b58a-52572b758a3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 1098 time: 0.0680497 Aug 27 15:02:51.410228 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e56b-e762-43d0-a0e1-3b9226779789 req-3cce9497-a597-4d63-acf9-01818217052e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:51.411834 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1680e56b-e762-43d0-a0e1-3b9226779789 req-3cce9497-a597-4d63-acf9-01818217052e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0600746 Aug 27 15:02:51.454084 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1680e56b-e762-43d0-a0e1-3b9226779789 req-5d81aff9-c2b3-4ac4-b61c-ce47d353ef2b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Aug 27 15:02:51.468078 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-3b80f449-ccf6-4713-a3df-a39a6628168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:51.469633 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-3b80f449-ccf6-4713-a3df-a39a6628168c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0956175 Aug 27 15:02:51.544207 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-ed90d276-c601-4833-a864-6790e1f1c888 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6bf757b-be49-4087-b032-a254160dd296 HTTP/1.1" status: 200 len: 1001 time: 0.0599201 Aug 27 15:02:51.609640 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-274c067c-5b83-498e-985e-65647106fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:51.611214 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-274c067c-5b83-498e-985e-65647106fbe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0499322 Aug 27 15:02:51.676275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-9bfef842-67a1-48e1-82f4-80108fd597ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:51.677696 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-9bfef842-67a1-48e1-82f4-80108fd597ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406902 Aug 27 15:02:52.153535 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-dc203e26-8a5f-443f-a13d-456a7f21443d req-953595c3-523c-42bd-9806-48daecb0d1c8 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0250351 Aug 27 15:02:52.576116 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199508f-fcb6-4b33-8d5f-7bfcf5800785 req-c53036c4-f8e4-4f2a-89e9-6992f1db6e15 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:52.577587 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c199508f-fcb6-4b33-8d5f-7bfcf5800785 req-c53036c4-f8e4-4f2a-89e9-6992f1db6e15 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0503476 Aug 27 15:02:52.613865 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c199508f-fcb6-4b33-8d5f-7bfcf5800785 req-77c5c30e-7436-4c4d-a25f-2e7565b97bce tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Aug 27 15:02:53.254749 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7b5c33ad-d42d-41cf-b18a-76dbd18d8b10 req-0b477063-0eeb-454a-857b-a3f436d234cf tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0257695 Aug 27 15:02:53.731401 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267548-9787-4470-99fa-1a36283eaaab req-7d8dff3f-73d7-4def-9921-3bfe5069af11 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:53.732892 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07267548-9787-4470-99fa-1a36283eaaab req-7d8dff3f-73d7-4def-9921-3bfe5069af11 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0483413 Aug 27 15:02:53.770652 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07267548-9787-4470-99fa-1a36283eaaab req-34a0f944-5079-4992-9fa1-e1d0a6e5bcc5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Aug 27 15:02:54.355920 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-da6693a9-42e4-43e7-be7a-a799b38eaa6b req-d6ac34de-e6a3-4346-a081-6c2e7e7ea9af tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=d64c2fdb-a1b5-4fa5-bc4e-911b0a62c229 HTTP/1.1" status: 200 len: 210 time: 0.0260608 Aug 27 15:02:54.835901 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-313baecc-1d5f-4015-b928-33cfd1b87414 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940151 Aug 27 15:02:54.889823 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a9c3e-453a-4342-accf-674708f9b7ce req-49801d6c-19f6-4b6d-90b7-37aadc374cf5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:54.895520 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-228a9c3e-453a-4342-accf-674708f9b7ce req-49801d6c-19f6-4b6d-90b7-37aadc374cf5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0478687 Aug 27 15:02:54.930737 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-44fbed38-0cb3-4a3e-bec1-ad52e7b7e536 req-a3de6a07-be7c-4a28-88ff-bf13414716a2 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849385 Aug 27 15:02:54.930957 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-228a9c3e-453a-4342-accf-674708f9b7ce req-4d8afead-a54d-462c-ba90-d3727faae0e4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Aug 27 15:02:55.257045 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:55.340682 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e1994c31-da42-4149-a0e8-3eeb95645d3a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:02:55.359380 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: e1994c31-da42-4149-a0e8-3eeb95645d3a {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:02:55.359647 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e1994c31-da42-4149-a0e8-3eeb95645d3a not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:02:55.643773 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5d289-782a-4a59-90c9-337717426deb req-7a6436a5-0be4-40a7-9437-439b3ef97a1d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:55.645247 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5cd5d289-782a-4a59-90c9-337717426deb req-7a6436a5-0be4-40a7-9437-439b3ef97a1d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0561414 Aug 27 15:02:55.686775 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5cd5d289-782a-4a59-90c9-337717426deb req-88e9793d-09e7-4614-ad28-9642d7411cda tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Aug 27 15:02:56.053226 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bfe13-e601-4661-8b94-422a3433cb1f req-7ef948f1-b4bb-4268-b7ba-a94597d37e59 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:56.054697 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-267bfe13-e601-4661-8b94-422a3433cb1f req-7ef948f1-b4bb-4268-b7ba-a94597d37e59 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0505660 Aug 27 15:02:56.091313 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-267bfe13-e601-4661-8b94-422a3433cb1f req-dc294f1c-d072-452b-ba78-85f368bee175 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303547 Aug 27 15:02:56.700582 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118756-2455-4f6a-bc87-5cc6591ab7ae req-4c7f7a42-0ef4-4932-ab8c-dcc191e1a3ca tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:56.702840 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b118756-2455-4f6a-bc87-5cc6591ab7ae req-4c7f7a42-0ef4-4932-ab8c-dcc191e1a3ca tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0506473 Aug 27 15:02:56.764393 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b118756-2455-4f6a-bc87-5cc6591ab7ae req-3ff001e6-5625-4af9-8253-20c636f99bb2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550411 Aug 27 15:02:56.812833 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753658ca-e913-4a49-ba00-f0f87c2d03e3 req-2a8fff07-43c2-4c56-b0f3-b5a5dc6cc5ca tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:56.814276 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-753658ca-e913-4a49-ba00-f0f87c2d03e3 req-2a8fff07-43c2-4c56-b0f3-b5a5dc6cc5ca tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0509787 Aug 27 15:02:56.855933 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-753658ca-e913-4a49-ba00-f0f87c2d03e3 req-859cd035-fe2e-4bc3-a8a5-457678810a97 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351663 Aug 27 15:02:57.050765 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:02:57.128775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-6cea8549-4df8-45a8-a7ba-d04f1111dff9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768285 Aug 27 15:02:57.874243 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111055d-e11d-4449-934a-adfefd307433 req-ea9fd2ff-ec7d-49fd-a0f7-0ff428976586 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:57.875746 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0111055d-e11d-4449-934a-adfefd307433 req-ea9fd2ff-ec7d-49fd-a0f7-0ff428976586 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0490696 Aug 27 15:02:57.916251 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0111055d-e11d-4449-934a-adfefd307433 req-1b812a35-6aac-4bb0-a3f7-d1ebfb1e4f76 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Aug 27 15:02:57.978488 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25b1e-187c-425e-9962-e4d35904e29d req-7c1768f6-c13e-4ed2-b843-3e4d5ecf1977 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:57.980809 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6fb25b1e-187c-425e-9962-e4d35904e29d req-7c1768f6-c13e-4ed2-b843-3e4d5ecf1977 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0558479 Aug 27 15:02:58.024915 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6fb25b1e-187c-425e-9962-e4d35904e29d req-e3b49f74-aa04-46db-b62e-b0831cfc0900 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 27 15:02:58.741096 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d47e2094-926c-4a4a-8fae-cc8237bd8a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:58.795323 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-544724e7-7714-44a6-b789-100f7e6d1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:58.796793 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-544724e7-7714-44a6-b789-100f7e6d1f48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 1096 time: 0.0732782 Aug 27 15:02:58.865846 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-4b0f8b33-b0e2-4129-aa90-f2117a0b8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:58.867356 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-4b0f8b33-b0e2-4129-aa90-f2117a0b8acc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1096 time: 0.0391290 Aug 27 15:02:58.961382 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-4878291c-dd62-4758-bf91-bf29fd2aba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:58.962883 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-4878291c-dd62-4758-bf91-bf29fd2aba68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0868845 Aug 27 15:02:59.065173 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-76740df1-0d39-4d8c-99c8-b9f89432e15c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 200 len: 998 time: 0.0876195 Aug 27 15:02:59.080761 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ee900-7f3a-4bc3-bea0-993905b92ab0 req-12a7ec66-9761-4d0a-ab84-f26e71eec633 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:59.082222 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-751ee900-7f3a-4bc3-bea0-993905b92ab0 req-12a7ec66-9761-4d0a-ab84-f26e71eec633 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0679870 Aug 27 15:02:59.137852 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ceecd-4830-4284-b532-a80f2f1ea66b req-91883836-d0e8-494e-b780-54eab8aaa3bd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:59.139384 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-495ceecd-4830-4284-b532-a80f2f1ea66b req-91883836-d0e8-494e-b780-54eab8aaa3bd tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0483770 Aug 27 15:02:59.151883 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-1eefb62f-bf55-4838-89ae-a7f8757b6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:59.153336 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-1eefb62f-bf55-4838-89ae-a7f8757b6967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0702384 Aug 27 15:02:59.158434 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-751ee900-7f3a-4bc3-bea0-993905b92ab0 req-37cfca33-c553-403e-85ee-20df88c2251a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670705 Aug 27 15:02:59.177002 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-495ceecd-4830-4284-b532-a80f2f1ea66b req-555990a9-5110-411d-b707-9d11043028bb tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 27 15:02:59.204343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-69340114-fb25-4ec0-a102-5f59b43acb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:59.205802 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-69340114-fb25-4ec0-a102-5f59b43acb36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406876 Aug 27 15:02:59.302383 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-8ebd4b3a-1855-4428-a5b6-3c5afb3a1c52 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870070 Aug 27 15:02:59.396322 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c58e89d3-1953-47ff-93b2-da9a194ad2f5 req-63ab3033-a7a5-4d70-87e4-f9040201c528 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Aug 27 15:03:00.288266 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9e8ef-3bf2-45d8-85d1-542d7cc2cbad req-1c62bed5-cc48-4d95-89cb-53e3786c7a9b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:00.290684 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ab9e8ef-3bf2-45d8-85d1-542d7cc2cbad req-1c62bed5-cc48-4d95-89cb-53e3786c7a9b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0591269 Aug 27 15:03:00.317764 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab44c0-ea85-4929-884a-f8a75b61b922 req-46af6774-6929-4ea3-9404-57b4d468fc56 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:00.319428 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4dab44c0-ea85-4929-884a-f8a75b61b922 req-46af6774-6929-4ea3-9404-57b4d468fc56 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0757563 Aug 27 15:03:00.330479 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ab9e8ef-3bf2-45d8-85d1-542d7cc2cbad req-ab80fef1-d857-4e84-bb01-cab0b3f92891 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Aug 27 15:03:00.357540 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4dab44c0-ea85-4929-884a-f8a75b61b922 req-81ea6f47-ea8d-44da-bd17-cb8dde635025 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Aug 27 15:03:01.460126 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f78d3-f811-4392-8a2c-36a59b327c88 req-b85ab554-f49d-476d-907b-42d55c7007a9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:01.461692 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-620f78d3-f811-4392-8a2c-36a59b327c88 req-b85ab554-f49d-476d-907b-42d55c7007a9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0529006 Aug 27 15:03:01.476103 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d32b6-71db-4d59-8dce-b895cb5a8996 req-6cd1dccd-0590-40ae-933d-ae38743002e1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:01.478065 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d18d32b6-71db-4d59-8dce-b895cb5a8996 req-6cd1dccd-0590-40ae-933d-ae38743002e1 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0546629 Aug 27 15:03:01.530014 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-620f78d3-f811-4392-8a2c-36a59b327c88 req-fd3ea80d-0518-4e5f-a333-ea6d9a48c927 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594471 Aug 27 15:03:01.552429 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d18d32b6-71db-4d59-8dce-b895cb5a8996 req-02cc9a4f-c107-4c26-8332-a38081a8175e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Aug 27 15:03:01.571881 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4c9e939a-ad6e-41b0-8ea6-d01aef178ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:02.081562 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:02.603000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:02.655525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d725b07-c7b0-4b80-a809-7b56e2cba57d req-1f23e0a8-3dfa-4241-8d63-2987d059b4fc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:02.657005 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8d725b07-c7b0-4b80-a809-7b56e2cba57d req-1f23e0a8-3dfa-4241-8d63-2987d059b4fc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0518291 Aug 27 15:03:02.660878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c17ed-d6de-4314-a776-872815046ac4 req-be81644b-ebfe-4f5b-873d-8b8aac51ed99 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:02.662409 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-432c17ed-d6de-4314-a776-872815046ac4 req-be81644b-ebfe-4f5b-873d-8b8aac51ed99 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0500846 Aug 27 15:03:02.709630 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8d725b07-c7b0-4b80-a809-7b56e2cba57d req-eb3c7bab-eb7e-4409-a1c4-7415fed0bc8c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Aug 27 15:03:02.724469 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-432c17ed-d6de-4314-a776-872815046ac4 req-afe542c4-1547-4e36-a698-baedba57e784 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Aug 27 15:03:03.837288 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8fd5c-d91c-4654-b5ef-0fc643998cff req-3c3728c6-525a-4d98-b73f-23b32137e1e9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:03.839985 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-27d8fd5c-d91c-4654-b5ef-0fc643998cff req-3c3728c6-525a-4d98-b73f-23b32137e1e9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0519273 Aug 27 15:03:03.862178 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e7bf-3f0e-4074-9e4e-896c9214c304 req-465fe3f5-5e8e-4130-8e36-4802bc555e45 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:03.863717 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9da5e7bf-3f0e-4074-9e4e-896c9214c304 req-465fe3f5-5e8e-4130-8e36-4802bc555e45 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0507882 Aug 27 15:03:03.878938 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-27d8fd5c-d91c-4654-b5ef-0fc643998cff req-cfe04d3a-5a60-451f-b7b8-f9656c7e762e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Aug 27 15:03:03.902045 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9da5e7bf-3f0e-4074-9e4e-896c9214c304 req-901b2419-92f5-4a8f-93db-3aed00fddf64 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Aug 27 15:03:04.864841 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:05.006871 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec77fd-3c9b-4cc4-982e-995e3a0dad06 req-49c4db95-5929-4282-b514-0ac14b994d46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:05.008509 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-09ec77fd-3c9b-4cc4-982e-995e3a0dad06 req-49c4db95-5929-4282-b514-0ac14b994d46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0567939 Aug 27 15:03:05.034102 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1674ec3-6620-4ec9-914e-84d13f65b306 req-713ce58f-4215-4dc7-8280-7562e4ca892c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:05.035634 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f1674ec3-6620-4ec9-914e-84d13f65b306 req-713ce58f-4215-4dc7-8280-7562e4ca892c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0604272 Aug 27 15:03:05.052239 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-09ec77fd-3c9b-4cc4-982e-995e3a0dad06 req-774b3ddf-d03e-403f-ab04-7601501e3781 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Aug 27 15:03:05.112575 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f1674ec3-6620-4ec9-914e-84d13f65b306 req-2fa4b00c-0fe6-4b7e-b20f-f612bda0aa56 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Aug 27 15:03:05.376237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:06.194461 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d12f4-6593-4da9-aa2a-3a7ad92f93db req-86a5aaef-457a-4ae0-9931-c14548260375 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:06.195795 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-948d12f4-6593-4da9-aa2a-3a7ad92f93db req-86a5aaef-457a-4ae0-9931-c14548260375 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0510747 Aug 27 15:03:06.233980 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-948d12f4-6593-4da9-aa2a-3a7ad92f93db req-7fc05b12-7a9d-4fa7-8545-11820f6ec3c4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Aug 27 15:03:06.246750 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e123-c68a-46b7-bc7d-131b6979ab24 req-59defa9f-ab99-45a7-ba0a-63258478a38f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:06.248855 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d965e123-c68a-46b7-bc7d-131b6979ab24 req-59defa9f-ab99-45a7-ba0a-63258478a38f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0525622 Aug 27 15:03:06.286751 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d965e123-c68a-46b7-bc7d-131b6979ab24 req-23bb06c6-8d22-4d25-accf-fa4312d9412e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Aug 27 15:03:07.369043 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8100ed-1412-43bc-8632-71db1329e085 req-bbd1443e-a5c3-4860-a247-c002135535f8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:07.370946 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce8100ed-1412-43bc-8632-71db1329e085 req-bbd1443e-a5c3-4860-a247-c002135535f8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0617948 Aug 27 15:03:07.399565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bd34-c85f-4c5b-8f54-cffacfd5b79a req-adbc46fb-b5b0-4963-8bdc-3c4e8f92a270 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:07.401778 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0bb8bd34-c85f-4c5b-8f54-cffacfd5b79a req-adbc46fb-b5b0-4963-8bdc-3c4e8f92a270 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0482006 Aug 27 15:03:07.428578 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce8100ed-1412-43bc-8632-71db1329e085 req-c3b428ec-23f9-48f6-928c-5acdede1953a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512400 Aug 27 15:03:07.468923 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0bb8bd34-c85f-4c5b-8f54-cffacfd5b79a req-34b4c9a5-dddc-45fc-9cf3-7787ae278880 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585332 Aug 27 15:03:08.303745 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:08.413402 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e728ef81-b61a-451c-8aee-41869be8280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.508302 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e728ef81-b61a-451c-8aee-41869be8280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.531788 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e728ef81-b61a-451c-8aee-41869be8280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.562158 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e728ef81-b61a-451c-8aee-41869be8280a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36a69f51f6514d939145f0b086aa09bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573018 Aug 27 15:03:08.562681 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57556) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:08.584528 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e1e6-18a1-4762-83e7-f86f8d84f8a1 req-653022e2-418d-41f5-8317-68b17f5f5b4e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:08.586127 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8696e1e6-18a1-4762-83e7-f86f8d84f8a1 req-653022e2-418d-41f5-8317-68b17f5f5b4e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0759172 Aug 27 15:03:08.611939 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728ef81-b61a-451c-8aee-41869be8280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64adb8-a101-4dac-a7fd-4f7566324e78,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:08.629659 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e98f4-456a-490e-84c4-7cd1fa35cdf3 req-cd34aa76-4967-4866-bc72-f15ed946f01b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:08.631189 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed8e98f4-456a-490e-84c4-7cd1fa35cdf3 req-cd34aa76-4967-4866-bc72-f15ed946f01b tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0768673 Aug 27 15:03:08.659624 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8696e1e6-18a1-4762-83e7-f86f8d84f8a1 req-2da9be25-9be4-4bab-8efe-6f4ed8d55d50 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605257 Aug 27 15:03:08.660370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.680028 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed8e98f4-456a-490e-84c4-7cd1fa35cdf3 req-c8464529-278b-40b3-8ba1-ea7a94ffda27 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Aug 27 15:03:08.704336 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.754712 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.757658 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:08.758818 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf64adb8-a101-4dac-a7fd-4f7566324e78 HTTP/1.1" status: 204 len: 168 time: 0.1950440 Aug 27 15:03:08.767288 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819cbcd-302e-4c91-bfda-86f2526ef99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64adb8-a101-4dac-a7fd-4f7566324e78,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:09.050192 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57566) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:09.063559 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1be4e183-1c02-4122-a620-46a748520bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.164630 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1be4e183-1c02-4122-a620-46a748520bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.168862 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1be4e183-1c02-4122-a620-46a748520bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.215874 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1be4e183-1c02-4122-a620-46a748520bc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69e0de63784343be8dc79a629990c4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645513 Aug 27 15:03:09.219350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:09.229514 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e183-1c02-4122-a620-46a748520bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f047cf88-0665-4316-a936-66ed215fb96b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:09.274836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.302157 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.354554 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.357164 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:09.358310 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f047cf88-0665-4316-a936-66ed215fb96b HTTP/1.1" status: 204 len: 168 time: 0.1379557 Aug 27 15:03:09.365854 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae70a6-a80e-4ee7-bb03-1241b5bc7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f047cf88-0665-4316-a936-66ed215fb96b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:09.822498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4346e-b268-472f-bdd4-dae14be36a2d req-6325d096-57d1-4ca0-82e4-22cd10efeb75 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:09.824102 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f4e4346e-b268-472f-bdd4-dae14be36a2d req-6325d096-57d1-4ca0-82e4-22cd10efeb75 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0495803 Aug 27 15:03:09.827648 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773384d-7f68-4ec0-a59f-0cbdba577ae3 req-25e2b471-c481-4ded-b532-c5db2ae9a6aa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:09.829176 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b773384d-7f68-4ec0-a59f-0cbdba577ae3 req-25e2b471-c481-4ded-b532-c5db2ae9a6aa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0506415 Aug 27 15:03:09.865771 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f4e4346e-b268-472f-bdd4-dae14be36a2d req-8194a690-8af6-4bd4-9947-c655923765ee tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345006 Aug 27 15:03:09.887077 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b773384d-7f68-4ec0-a59f-0cbdba577ae3 req-19d736de-42c4-4135-b362-b514fcb56490 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Aug 27 15:03:11.003431 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d80a6f-7b04-4628-8918-91acdcd14c3b req-11e07749-5fca-4863-b9db-0300abb44ed2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:11.011722 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-88d80a6f-7b04-4628-8918-91acdcd14c3b req-11e07749-5fca-4863-b9db-0300abb44ed2 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0598381 Aug 27 15:03:11.013537 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471a72-10f7-4771-a307-81f89a725d8c req-a8a3192d-d1e2-48b1-800f-ad247499b4a5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:11.015102 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-01471a72-10f7-4771-a307-81f89a725d8c req-a8a3192d-d1e2-48b1-800f-ad247499b4a5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0608883 Aug 27 15:03:11.047857 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-88d80a6f-7b04-4628-8918-91acdcd14c3b req-a447b46e-78a4-4c64-8b37-9db98fa87baa tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Aug 27 15:03:11.054402 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-01471a72-10f7-4771-a307-81f89a725d8c req-2e9d5349-7d36-4503-97cf-c45c20e4276d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330129 Aug 27 15:03:12.175797 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab491644-f6ba-47cb-8982-9ec623df7bd0 req-369ec644-5370-4e04-a755-94408992a8a0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:12.182898 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ab491644-f6ba-47cb-8982-9ec623df7bd0 req-369ec644-5370-4e04-a755-94408992a8a0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0670784 Aug 27 15:03:12.199695 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abbf2f-0888-4511-a929-ee0d1f75c4e6 req-e4cd15a2-3b73-40ef-a2fa-3b8f8f89e273 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:12.203477 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1abbf2f-0888-4511-a929-ee0d1f75c4e6 req-e4cd15a2-3b73-40ef-a2fa-3b8f8f89e273 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0693991 Aug 27 15:03:12.251478 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1abbf2f-0888-4511-a929-ee0d1f75c4e6 req-27629efa-c054-4333-a8ce-ddcd03e25ce5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416443 Aug 27 15:03:12.261917 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ab491644-f6ba-47cb-8982-9ec623df7bd0 req-476e7e67-1601-4fe3-b268-7ab7ba383904 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659759 Aug 27 15:03:13.384087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a9d7f-1901-49df-bed7-a07af0ceee7d req-d171fccc-8e38-40ce-8a52-9ae8949b8147 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:13.385656 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ce6a9d7f-1901-49df-bed7-a07af0ceee7d req-d171fccc-8e38-40ce-8a52-9ae8949b8147 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0639367 Aug 27 15:03:13.403189 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b4da2-9601-4226-8b60-fa3f15b7cbea req-211ffd8c-f3a4-4cbd-a923-35bbc308328d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:13.405388 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-046b4da2-9601-4226-8b60-fa3f15b7cbea req-211ffd8c-f3a4-4cbd-a923-35bbc308328d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0701337 Aug 27 15:03:13.426506 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ce6a9d7f-1901-49df-bed7-a07af0ceee7d req-c4a9186e-5918-41a6-815d-e51097e7a341 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Aug 27 15:03:13.444076 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-046b4da2-9601-4226-8b60-fa3f15b7cbea req-a1173372-f0c0-495d-b51a-53abec0535ab tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Aug 27 15:03:14.537566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdaa33-7da5-4dd4-b9ae-dd1ee7b85f51 req-31a0e7f3-bddb-4335-a056-3aa23a95d21d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:14.539182 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2fbdaa33-7da5-4dd4-b9ae-dd1ee7b85f51 req-31a0e7f3-bddb-4335-a056-3aa23a95d21d tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0478110 Aug 27 15:03:14.562793 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e7e9-09ea-4545-b7f8-31e9fe2d9605 req-ff6c6ce2-f67d-401a-8712-70de66c0ac1d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:14.564516 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cf58e7e9-09ea-4545-b7f8-31e9fe2d9605 req-ff6c6ce2-f67d-401a-8712-70de66c0ac1d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Aug 27 15:03:14.578324 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2fbdaa33-7da5-4dd4-b9ae-dd1ee7b85f51 req-d86f1c81-1813-4f78-bf1b-d2b4a6fd4dec tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Aug 27 15:03:14.603523 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cf58e7e9-09ea-4545-b7f8-31e9fe2d9605 req-8315f487-c1fe-41fc-bb06-b0164efa261c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Aug 27 15:03:15.615354 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:03:15.702745 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb9956-68a7-411d-8b49-6be62ef1380f req-d9e085e7-b6f2-4a1b-97b0-c5775a267ef5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:15.704247 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74bb9956-68a7-411d-8b49-6be62ef1380f req-d9e085e7-b6f2-4a1b-97b0-c5775a267ef5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0481389 Aug 27 15:03:15.740800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f34a4a-53d2-4220-840c-d0dada2025c7 req-3bc07bb2-b284-4bed-b0e4-3d1958c43c69 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:15.742273 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-38f34a4a-53d2-4220-840c-d0dada2025c7 req-3bc07bb2-b284-4bed-b0e4-3d1958c43c69 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0485620 Aug 27 15:03:15.746165 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74bb9956-68a7-411d-8b49-6be62ef1380f req-da412a9c-d8b6-4c4d-92ec-622c464e716e tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Aug 27 15:03:15.783926 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-38f34a4a-53d2-4220-840c-d0dada2025c7 req-c2535ce4-85ce-4afd-8e46-2f8dd33990fd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350020 Aug 27 15:03:16.859278 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a6d2-b3ce-4d46-9067-1d392e15dd6d req-4efb4cd1-3abc-4d84-b2b2-65ffa594eb0c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:16.860764 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1f70a6d2-b3ce-4d46-9067-1d392e15dd6d req-4efb4cd1-3abc-4d84-b2b2-65ffa594eb0c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0485518 Aug 27 15:03:16.903104 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29960-1de6-4c99-bca6-a0790182951e req-730869f4-ae3d-4368-83f4-9e2ec0637dbe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:16.903909 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1f70a6d2-b3ce-4d46-9067-1d392e15dd6d req-a22242b7-7782-418f-9040-4f382cb57f9c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 Aug 27 15:03:16.905525 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8fe29960-1de6-4c99-bca6-a0790182951e req-730869f4-ae3d-4368-83f4-9e2ec0637dbe tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0507097 Aug 27 15:03:16.944160 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8fe29960-1de6-4c99-bca6-a0790182951e req-5736338c-26e6-45a3-ab2c-41a02b574bde tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Aug 27 15:03:18.018248 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1070e-4b4e-4c83-81ed-59084168ebbd req-b0412778-10c3-43b0-b016-1761c7157346 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:18.019700 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-54b1070e-4b4e-4c83-81ed-59084168ebbd req-b0412778-10c3-43b0-b016-1761c7157346 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0487933 Aug 27 15:03:18.062035 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-54b1070e-4b4e-4c83-81ed-59084168ebbd req-aafca966-4841-4828-aa25-f706ddd48d8c tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Aug 27 15:03:18.075110 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30567604-0476-4c50-bb73-e73c10f41aae req-66d95e02-89b1-4ac7-997f-0b34d93bd4e7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:18.076645 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30567604-0476-4c50-bb73-e73c10f41aae req-66d95e02-89b1-4ac7-997f-0b34d93bd4e7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0602894 Aug 27 15:03:18.116990 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30567604-0476-4c50-bb73-e73c10f41aae req-d2f6ac67-3dfd-4d4c-b9c7-0a7b9cbd6f47 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342312 Aug 27 15:03:19.059602 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3681564-3ae3-4a9d-b515-c1dfbf9eb01a req-8f8f73bd-ff38-4fb0-9f2c-443eb1618451 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:19.061092 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e3681564-3ae3-4a9d-b515-c1dfbf9eb01a req-8f8f73bd-ff38-4fb0-9f2c-443eb1618451 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0465720 Aug 27 15:03:19.104505 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e3681564-3ae3-4a9d-b515-c1dfbf9eb01a req-efd7c42d-3de0-4e0a-8890-13e46ef64f2b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362577 Aug 27 15:03:19.178214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b4a4b-ff0e-4428-8777-3291818f5e9a req-949bb66a-7036-42b1-af02-88d649b359d0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:19.179715 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b80b4a4b-ff0e-4428-8777-3291818f5e9a req-949bb66a-7036-42b1-af02-88d649b359d0 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0496390 Aug 27 15:03:19.221379 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b80b4a4b-ff0e-4428-8777-3291818f5e9a req-1984b544-8335-4d56-ae41-5f503de7733a tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1ca7a76-e637-4017-bbb9-5042847225cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Aug 27 15:03:19.239012 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc17ec-f060-4a84-ad23-8ca61c555727 req-76ee608a-5ca4-491b-82f7-ac82e5f024de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:19.240565 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-61fc17ec-f060-4a84-ad23-8ca61c555727 req-76ee608a-5ca4-491b-82f7-ac82e5f024de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0479901 Aug 27 15:03:19.278637 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-61fc17ec-f060-4a84-ad23-8ca61c555727 req-ae3feafe-bae6-4a1e-add5-a5c4f68e7964 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Aug 27 15:03:19.511214 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573586e1-2750-431e-b95d-16a79b1c524c req-977fe1be-25d7-437d-bfec-ee58f0da4110 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:19.512661 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-573586e1-2750-431e-b95d-16a79b1c524c req-977fe1be-25d7-437d-bfec-ee58f0da4110 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 945 time: 0.0488265 Aug 27 15:03:19.607581 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Deleting port e0821bd8-8927-4af0-8685-83185b80acbd {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:03:19.607914 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:19.694292 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] For port e0821bd8-8927-4af0-8685-83185b80acbd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e0821bd8-8927-4af0-8685-83185b80acbd,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:19.694696 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:19.708063 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Calling delete_port for e0821bd8-8927-4af0-8685-83185b80acbd owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:03:19.842670 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:19.856922 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['e0821bd8-8927-4af0-8685-83185b80acbd'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:03:19.874626 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Pushing event deleted for resources: {'Port': ['ID=e0821bd8-8927-4af0-8685-83185b80acbd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:19.919117 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] No DVR routers for this DVR port e0821bd8-8927-4af0-8685-83185b80acbd on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:03:19.921767 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:19.924096 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-573586e1-2750-431e-b95d-16a79b1c524c req-7263abc9-6fc4-44e1-b91a-423e6c2481d5 tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.35 "DELETE /v2.0/ports/e0821bd8-8927-4af0-8685-83185b80acbd HTTP/1.1" status: 204 len: 173 time: 0.4019084 Aug 27 15:03:19.924560 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'name': 'network-vif-deleted', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:03:19.926810 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d1a3e-df87-4328-89cd-c4cde2c60b92" -d '{"events": [{"server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "name": "network-vif-deleted", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:03:19.967951 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23deaa8-dd34-4389-b248-a872c6749f41 x-openstack-request-id: req-c23deaa8-dd34-4389-b248-a872c6749f41 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:03:19.968248 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c217fe2-44db-4356-b448-3f29a506dffd", "name": "network-vif-deleted", "tag": "e0821bd8-8927-4af0-8685-83185b80acbd", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:03:19.968503 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c23deaa8-dd34-4389-b248-a872c6749f41 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:03:19.968908 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c217fe2-44db-4356-b448-3f29a506dffd', 'name': 'network-vif-deleted', 'tag': 'e0821bd8-8927-4af0-8685-83185b80acbd', 'status': 'completed', 'code': 200} Aug 27 15:03:20.259824 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331b880-1dfd-4a46-87b5-7bf5fcb546d8 req-9ea36156-6404-4a29-b138-256ea27d8d2c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:20.261903 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2331b880-1dfd-4a46-87b5-7bf5fcb546d8 req-9ea36156-6404-4a29-b138-256ea27d8d2c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0529256 Aug 27 15:03:20.299319 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2331b880-1dfd-4a46-87b5-7bf5fcb546d8 req-76ae1e59-5fc6-482a-92e7-30307fdb189e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Aug 27 15:03:20.336837 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92cf04eb-2652-4e9a-8bc5-77a082a393f6 req-fc907ac2-cc2a-43ab-a7c8-490994d5109f tempest-ServerRescueNegativeTestJSON-1751234907 tempest-ServerRescueNegativeTestJSON-1751234907-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c217fe2-44db-4356-b448-3f29a506dffd HTTP/1.1" status: 200 len: 210 time: 0.0326955 Aug 27 15:03:20.416971 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd0a2-c314-4d2c-bb56-5da352df617b req-dae2231d-e27f-4d27-a88a-a22f7962e308 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:20.418507 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4b7fd0a2-c314-4d2c-bb56-5da352df617b req-dae2231d-e27f-4d27-a88a-a22f7962e308 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0615747 Aug 27 15:03:20.458189 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4b7fd0a2-c314-4d2c-bb56-5da352df617b req-c4ddd344-df8e-4ecc-85e6-a7b29ac55d0a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Aug 27 15:03:21.323877 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:21.394394 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57790) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:21.417171 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd1f4e-62bc-496e-b94f-e929e38ff9dd req-4ccfb779-e4e5-4422-bb2c-c50511764aa7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:21.418773 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-61dd1f4e-62bc-496e-b94f-e929e38ff9dd req-4ccfb779-e4e5-4422-bb2c-c50511764aa7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0537457 Aug 27 15:03:21.450876 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3b327f9-6ed9-4ed8-8155-bd55cf0647f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.482076 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-61dd1f4e-62bc-496e-b94f-e929e38ff9dd req-89d7f286-eb81-456b-8c4e-1cbec7535433 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561814 Aug 27 15:03:21.564479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3b327f9-6ed9-4ed8-8155-bd55cf0647f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.568261 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3b327f9-6ed9-4ed8-8155-bd55cf0647f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.614285 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-b3b327f9-6ed9-4ed8-8155-bd55cf0647f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=591902902be74d1bb5c3aee304bcefe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870347 Aug 27 15:03:21.615241 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b327f9-6ed9-4ed8-8155-bd55cf0647f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295729b8-bfdf-4a6a-aeab-f93a8b661f31,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:21.615386 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57794) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:21.647026 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476eaae-ffaf-4707-bb74-0dd9af81c946 req-a07594bb-54ea-4606-87b6-dbf572f95176 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:21.648476 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4476eaae-ffaf-4707-bb74-0dd9af81c946 req-a07594bb-54ea-4606-87b6-dbf572f95176 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.1023295 Aug 27 15:03:21.746147 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4476eaae-ffaf-4707-bb74-0dd9af81c946 req-30c350bc-724d-46c9-8bce-1dbe76e5fe4b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889227 Aug 27 15:03:21.750451 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.812185 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.912852 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.915390 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:21.916573 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/295729b8-bfdf-4a6a-aeab-f93a8b661f31 HTTP/1.1" status: 204 len: 168 time: 0.3003409 Aug 27 15:03:21.945183 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103024d3-9da1-469b-9e2b-9989de0ddf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295729b8-bfdf-4a6a-aeab-f93a8b661f31,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:21.989370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.176348 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:22.194037 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41dd092-d23a-49f0-a0b6-6fc4024f54de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.290312 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41dd092-d23a-49f0-a0b6-6fc4024f54de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.294741 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41dd092-d23a-49f0-a0b6-6fc4024f54de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.331970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dd092-d23a-49f0-a0b6-6fc4024f54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1793ff-7e1b-4ef1-ae44-b8a891737d71,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:22.339103 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c41dd092-d23a-49f0-a0b6-6fc4024f54de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=208d4858d0f84d7f97b90142267507a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589575 Aug 27 15:03:22.339434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:22.388308 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.409256 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.454449 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.457933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.459151 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d1793ff-7e1b-4ef1-ae44-b8a891737d71 HTTP/1.1" status: 204 len: 168 time: 0.1189246 Aug 27 15:03:22.467192 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c13f4a-0d48-4c73-b05b-a5724663c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1793ff-7e1b-4ef1-ae44-b8a891737d71,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:22.487316 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Deleting port 9d076d7e-449e-46a9-bd89-65c132bb8361 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:03:22.487759 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.567064 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] For port 9d076d7e-449e-46a9-bd89-65c132bb8361, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=9d076d7e-449e-46a9-bd89-65c132bb8361,segment=NetworkSegment(a8b83a4e-ddda-497f-ac9b-40f003c86a86),segment_id=a8b83a4e-ddda-497f-ac9b-40f003c86a86)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:22.567422 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.580142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Calling delete_port for 9d076d7e-449e-46a9-bd89-65c132bb8361 owned by network:router_interface {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:03:22.607000 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad657-3ce3-46eb-b5da-d818baea8e8b req-447f556c-773c-4e4d-87aa-3a7edbed5387 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:22.608674 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a0cad657-3ce3-46eb-b5da-d818baea8e8b req-447f556c-773c-4e4d-87aa-3a7edbed5387 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0525014 Aug 27 15:03:22.650299 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a0cad657-3ce3-46eb-b5da-d818baea8e8b req-33c06493-f9ae-468b-ae21-b86a65863b4a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353568 Aug 27 15:03:22.771129 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.799766 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9d076d7e-449e-46a9-bd89-65c132bb8361,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:22.936329 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4463a-00a0-4332-8ef2-9def96bc3f53 req-a73f280d-4083-4b69-ab11-a680ef1bf740 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:22.937725 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b1a4463a-00a0-4332-8ef2-9def96bc3f53 req-a73f280d-4083-4b69-ab11-a680ef1bf740 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0957623 Aug 27 15:03:23.019735 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b1a4463a-00a0-4332-8ef2-9def96bc3f53 req-a747ec32-8bc6-4db0-ba38-dcb778090813 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701399 Aug 27 15:03:23.027805 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.257013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Router 96104baf-f21b-40ec-aeda-40103d72c1e1 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:03:23.319436 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e0821bd8-8927-4af0-8685-83185b80acbd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:03:23.339657 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: e0821bd8-8927-4af0-8685-83185b80acbd {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:03:23.340004 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e0821bd8-8927-4af0-8685-83185b80acbd not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:03:23.368117 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:03:23.375333 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a648e012-25b0-4d83-b082-c777012be5fe admin admin] 10.222.0.42 "PUT /v2.0/routers/96104baf-f21b-40ec-aeda-40103d72c1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9793360 Aug 27 15:03:23.377842 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57832) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:23.380973 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Sync routers for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:03:23.390842 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:03:23.391460 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:03:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:23.490285 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks [] for router, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.505327 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:03:23.599566 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.658228 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Deleting port 4496f122-a425-482f-922d-400cb9597592 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:03:23.658832 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.708304 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4496f122-a425-482f-922d-400cb9597592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T15:03:22Z', 'revision_number': 5, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port': {'id': '4496f122-a425-482f-922d-400cb9597592', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:31Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:23.736626 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Checking router: 96104baf-f21b-40ec-aeda-40103d72c1e1 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:03:23.745719 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Routers {'96104baf-f21b-40ec-aeda-40103d72c1e1'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:03:23.746693 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:03:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['96104baf-f21b-40ec-aeda-40103d72c1e1'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:23.752767 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] For port 4496f122-a425-482f-922d-400cb9597592, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4496f122-a425-482f-922d-400cb9597592,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:23.753274 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.772816 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8e5-514c-4bdd-93b2-998678dc090e req-ffbdd430-94f8-4f46-a1b1-23ae6a905e60 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:23.776489 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Calling delete_port for 4496f122-a425-482f-922d-400cb9597592 owned by network:router_gateway {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:03:23.781903 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3d74a8e5-514c-4bdd-93b2-998678dc090e req-ffbdd430-94f8-4f46-a1b1-23ae6a905e60 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0580907 Aug 27 15:03:23.827596 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3d74a8e5-514c-4bdd-93b2-998678dc090e req-2cc4a3e4-6fca-4130-b118-82f3685b2db1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444694 Aug 27 15:03:23.843549 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] Set router 96104baf-f21b-40ec-aeda-40103d72c1e1 gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:03:23.897771 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T15:03:23Z', 'revision_number': 6, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:23.929299 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e3e01-5bc1-46ef-b67f-efacfa4b0b66 None None] The sync data for ids ['96104baf-f21b-40ec-aeda-40103d72c1e1'] in dv-cinder-786929-5-iscsi is: [{'id': '96104baf-f21b-40ec-aeda-40103d72c1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-569107166-router', 'tenant_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:29Z', 'updated_at': '2021-08-27T15:03:23Z', 'revision_number': 6, 'project_id': '3f71cfa1899b4e69bf76fb223abd9edb', 'gw_port_host': None}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:03:23.964066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:23.994533 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Pushing event deleted for resources: {'Port': ['ID=4496f122-a425-482f-922d-400cb9597592,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:24.053904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.191128 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.191128 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.261121 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed14db1-de07-419e-a491-99dfbacec821 req-0a098a5d-cda6-4eb4-b65c-eaf77681bd1c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:24.262846 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3ed14db1-de07-419e-a491-99dfbacec821 req-0a098a5d-cda6-4eb4-b65c-eaf77681bd1c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.1348212 Aug 27 15:03:24.267666 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.268225 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96104baf-f21b-40ec-aeda-40103d72c1e1 {{(pid=93960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:03:24.279506 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.280596 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-595bbbd0-d0a1-4ceb-ac95-d74b67a8811a admin admin] 10.222.0.42 "DELETE /v2.0/routers/96104baf-f21b-40ec-aeda-40103d72c1e1 HTTP/1.1" status: 204 len: 168 time: 0.9017704 Aug 27 15:03:24.283297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:24.309537 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3ed14db1-de07-419e-a491-99dfbacec821 req-0cec70d3-1a41-4dc0-aedc-3acc13fc4f20 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Aug 27 15:03:24.339214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Deleting subnet 6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:03:24.342358 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.379444 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.420467 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.471175 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.493678 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5c560e-efa1-44ef-87b4-3b88bf64c3a9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:24.500688 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.502502 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-89e0b533-0c02-4534-bbda-3aa54a329d12 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b5c560e-efa1-44ef-87b4-3b88bf64c3a9 HTTP/1.1" status: 204 len: 168 time: 0.2181606 Aug 27 15:03:24.505380 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 57858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:24.570844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.650224 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.660624 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f8965c-54e8-4eb5-b453-873ef780b5fe']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:24.670673 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b83a4e-ddda-497f-ac9b-40f003c86a86') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:24.670978 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b83a4e-ddda-497f-ac9b-40f003c86a86') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:03:24.679976 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.694387 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.701203 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:03:24.701640 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:03:24.703342 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:03:24.761094 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.772961 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:24.774878 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] 10.222.0.42 "DELETE /v2.0/networks/44f8965c-54e8-4eb5-b453-873ef780b5fe HTTP/1.1" status: 204 len: 168 time: 0.2685628 Aug 27 15:03:24.790079 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7de50-69fa-43ba-a975-7ba04a280faa admin admin] Pushing event deleted for resources: {'Network': ['ID=44f8965c-54e8-4eb5-b453-873ef780b5fe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:24.834663 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 9d076d7e-449e-46a9-bd89-65c132bb8361 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:03:24.858629 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 9d076d7e-449e-46a9-bd89-65c132bb8361 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:03:24.858981 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 9d076d7e-449e-46a9-bd89-65c132bb8361 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:03:24.859547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4496f122-a425-482f-922d-400cb9597592 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:03:24.883715 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 4496f122-a425-482f-922d-400cb9597592 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:03:24.884061 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4496f122-a425-482f-922d-400cb9597592 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:03:24.963096 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b261-c03c-451c-9a27-e005169c81a8 req-611df7cf-acc3-4c77-9e58-86d9b4dff18b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:24.964884 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fae1b261-c03c-451c-9a27-e005169c81a8 req-611df7cf-acc3-4c77-9e58-86d9b4dff18b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0523577 Aug 27 15:03:24.973886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57864) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:25.006294 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fae1b261-c03c-451c-9a27-e005169c81a8 req-222c1665-15a8-4c46-9c32-42fc30ea44ec tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347502 Aug 27 15:03:25.020957 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1731a8ff-5b30-4e54-b44b-34c117dcd496 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f71cfa1899b4e69bf76fb223abd9edb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458071 Aug 27 15:03:25.023406 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 57866) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:25.073099 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.093649 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.139629 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.142150 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.143323 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1ca7a76-e637-4017-bbb9-5042847225cb HTTP/1.1" status: 204 len: 168 time: 0.1189709 Aug 27 15:03:25.151291 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa6e97-593e-44af-b600-05fb99f20b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca7a76-e637-4017-bbb9-5042847225cb,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:25.318007 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:03:25.445686 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:25.457606 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'mac_address': 'fa:16:3e:15:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:03:25.457812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee0303-6138-4ed1-8795-b24a108a42ff req-0b33376e-6b6c-49d1-b5f6-2f165ffdff9c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:25.465924 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-feee0303-6138-4ed1-8795-b24a108a42ff req-0b33376e-6b6c-49d1-b5f6-2f165ffdff9c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 943 time: 0.0664728 Aug 27 15:03:25.518426 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.521039 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-feee0303-6138-4ed1-8795-b24a108a42ff req-12428ae3-b0dd-4d77-97f5-2b000c5bd265 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512767 Aug 27 15:03:25.544870 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:03:25.565604 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:25.569455 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.615464 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=9']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:26.119290 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1805c-6114-4f6b-8cb8-2f1d416929b0 req-661ed503-45da-48a8-8d33-308951cd3887 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:26.121803 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-95a1805c-6114-4f6b-8cb8-2f1d416929b0 req-661ed503-45da-48a8-8d33-308951cd3887 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0503883 Aug 27 15:03:26.163951 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-95a1805c-6114-4f6b-8cb8-2f1d416929b0 req-64163085-5f65-4065-8fc5-6947658713a9 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Aug 27 15:03:26.633612 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e02a2-47f2-4a2e-b6f2-81f772b1bde7 req-ef39e6da-5bd7-4248-8469-98f6ee08f651 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:26.635085 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-580e02a2-47f2-4a2e-b6f2-81f772b1bde7 req-ef39e6da-5bd7-4248-8469-98f6ee08f651 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0477834 Aug 27 15:03:26.671859 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-580e02a2-47f2-4a2e-b6f2-81f772b1bde7 req-5411a44e-2cf2-4eab-83a1-4949eba3250c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Aug 27 15:03:27.276860 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55097573-b331-4753-a450-e299a3cdd34a req-541157d9-6028-4e83-a566-3b1a1622c690 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:27.278419 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-55097573-b331-4753-a450-e299a3cdd34a req-541157d9-6028-4e83-a566-3b1a1622c690 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0473058 Aug 27 15:03:27.314104 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-55097573-b331-4753-a450-e299a3cdd34a req-8a266e94-6b28-4e3e-9570-dd27e673f48d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298119 Aug 27 15:03:27.787090 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960fb78-f9b6-40fc-9143-ece0cc2be660 req-dcf3fcfc-acbe-41d9-82dc-341c3f06ed92 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:27.788540 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9960fb78-f9b6-40fc-9143-ece0cc2be660 req-dcf3fcfc-acbe-41d9-82dc-341c3f06ed92 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0478063 Aug 27 15:03:27.825678 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9960fb78-f9b6-40fc-9143-ece0cc2be660 req-dbebbfa6-301a-492d-9d2e-de40e5fe9471 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Aug 27 15:03:28.429565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e552c-eed6-4ca8-aa53-32c9f02e69c5 req-53eb4502-0a9b-419c-a25d-1ee48c461322 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:28.431110 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-396e552c-eed6-4ca8-aa53-32c9f02e69c5 req-53eb4502-0a9b-419c-a25d-1ee48c461322 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0517077 Aug 27 15:03:28.469009 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-396e552c-eed6-4ca8-aa53-32c9f02e69c5 req-d647e924-c919-4070-a1b1-f76b128c2de6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 27 15:03:28.652431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c1db2fd5-7061-4661-9df0-0d9c221b23a3'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:03:28.752464 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55825f59-2e5f-4a13-84cc-0a6d01978cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:28.950190 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cade976-5af0-444d-93ea-39823b47a4fa req-f1bec955-dfed-43c7-a912-75a29c726ea1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:28.952103 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4cade976-5af0-444d-93ea-39823b47a4fa req-f1bec955-dfed-43c7-a912-75a29c726ea1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 944 time: 0.0521293 Aug 27 15:03:28.994697 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4cade976-5af0-444d-93ea-39823b47a4fa req-6ba56fbc-baf5-4785-9533-8175fb64b6af tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365262 Aug 27 15:03:29.335314 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:03:29.381066 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port c1db2fd5-7061-4661-9df0-0d9c221b23a3 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:03:29.381436 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:29.457424 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:29.480186 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:03:29.482506 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bea350-a9e6-42b0-ab95-e92bb452ea9f" -d '{"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:03:29.496454 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:03:29.501488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:29.534259 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9786dc5a-92ae-42f1-aa4f-8a123315a29f x-openstack-request-id: req-9786dc5a-92ae-42f1-aa4f-8a123315a29f {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:03:29.534572 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-plugged", "status": "completed", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:03:29.534842 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9786dc5a-92ae-42f1-aa4f-8a123315a29f {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:03:29.538597 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'code': 200} Aug 27 15:03:29.568083 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=10']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:29.615414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8c076-e803-4ddf-9778-b3579d12aa15 req-4cd63be0-6a4a-4aad-8df9-050c9e82a601 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:29.616985 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-20c8c076-e803-4ddf-9778-b3579d12aa15 req-4cd63be0-6a4a-4aad-8df9-050c9e82a601 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Aug 27 15:03:29.657836 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-20c8c076-e803-4ddf-9778-b3579d12aa15 req-71808cd2-b366-4a90-9f99-6c7155197f59 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342779 Aug 27 15:03:29.895427 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d35b98-822c-4bcc-b799-d9c46c71225e req-979cafcd-b957-4135-a592-bd9457fc8606 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:29.897883 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e2d35b98-822c-4bcc-b799-d9c46c71225e req-979cafcd-b957-4135-a592-bd9457fc8606 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0591240 Aug 27 15:03:29.927081 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-8bdb33dd-0130-410c-9260-62881eeae4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:29.928640 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-8bdb33dd-0130-410c-9260-62881eeae4d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1099 time: 0.0418551 Aug 27 15:03:29.943985 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e2d35b98-822c-4bcc-b799-d9c46c71225e req-ac13ff94-fe52-4ceb-944a-02e2a662d36f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Aug 27 15:03:30.027093 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-c7fb4852-5974-4b92-bf86-9c073fa964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:30.028431 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-c7fb4852-5974-4b92-bf86-9c073fa964bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0922389 Aug 27 15:03:30.127935 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ae0d-7626-4f22-8f6e-f5e5c6c0025f req-b99a4cf9-5fb7-4987-ad6f-d8368811f8cd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:30.130902 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7344ae0d-7626-4f22-8f6e-f5e5c6c0025f req-b99a4cf9-5fb7-4987-ad6f-d8368811f8cd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0607758 Aug 27 15:03:30.168614 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7344ae0d-7626-4f22-8f6e-f5e5c6c0025f req-00bbe9ec-7df0-4658-819b-04131b64c308 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Aug 27 15:03:31.054983 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac9910-4a86-4c45-8221-66c033734c00 req-67248092-a45b-4e3a-90e6-70db57f04ac8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:31.056413 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36ac9910-4a86-4c45-8221-66c033734c00 req-67248092-a45b-4e3a-90e6-70db57f04ac8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0474844 Aug 27 15:03:31.094190 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36ac9910-4a86-4c45-8221-66c033734c00 req-8f3be4ea-c054-4a78-926e-d5ee782bbb70 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Aug 27 15:03:31.288644 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e597d-aa4c-4460-987f-e22bf9568013 req-1efebefb-c2a5-4d5b-bd00-2cf10fc9e138 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:31.290010 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cc9e597d-aa4c-4460-987f-e22bf9568013 req-1efebefb-c2a5-4d5b-bd00-2cf10fc9e138 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0514100 Aug 27 15:03:31.327304 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cc9e597d-aa4c-4460-987f-e22bf9568013 req-47a15482-f3a5-4826-948d-4abd2fa872c2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Aug 27 15:03:31.565246 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a88cd657-5124-4ef4-b548-9c6b0f072975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:32.074459 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:32.207022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c6db-9fb1-4598-b177-97222ea62d49 req-2b2cca52-0d24-4137-9b65-a38d2dae1fa1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:32.208486 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8658c6db-9fb1-4598-b177-97222ea62d49 req-2b2cca52-0d24-4137-9b65-a38d2dae1fa1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Aug 27 15:03:32.245686 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8658c6db-9fb1-4598-b177-97222ea62d49 req-1c4e4e35-df24-4cea-be89-322775096e67 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Aug 27 15:03:32.442559 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7606ce-432a-4573-a3ac-85c838880c38 req-6b35d5a5-c95d-40f6-8858-fbed48871c69 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:32.443878 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ca7606ce-432a-4573-a3ac-85c838880c38 req-6b35d5a5-c95d-40f6-8858-fbed48871c69 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0459752 Aug 27 15:03:32.481117 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ca7606ce-432a-4573-a3ac-85c838880c38 req-8b47d80a-7cab-4416-9109-fae083f10ad4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Aug 27 15:03:32.605019 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:32.990101 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-1bc9d6e5-d6f4-4ca8-9188-b54ebf6c98fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 1002 time: 0.0678093 Aug 27 15:03:33.002665 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335f05-ef50-4841-b7c1-8924fb2e1fb7 req-b8b42bcd-1701-4af9-bc96-0809e40504d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:33.004157 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ee335f05-ef50-4841-b7c1-8924fb2e1fb7 req-b8b42bcd-1701-4af9-bc96-0809e40504d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 1099 time: 0.0420775 Aug 27 15:03:33.038457 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ee335f05-ef50-4841-b7c1-8924fb2e1fb7 req-62772f2f-e174-430a-ac5c-7cfd7e7b9572 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267439 Aug 27 15:03:33.039532 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-db7ffc0b-8dbe-43e4-aad7-743310f9f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:33.040917 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-db7ffc0b-8dbe-43e4-aad7-743310f9f5c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0428722 Aug 27 15:03:33.367711 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-98a40b5b-1fa5-426d-9446-4eb84f781e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:33.369064 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-98a40b5b-1fa5-426d-9446-4eb84f781e10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697556 Aug 27 15:03:33.381718 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae59e-f26c-4d77-8dce-2a0a0145c71e req-3e55a078-8c51-4099-9497-45fc00b672a9 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:33.383073 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ebae59e-f26c-4d77-8dce-2a0a0145c71e req-3e55a078-8c51-4099-9497-45fc00b672a9 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0601332 Aug 27 15:03:33.613709 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4921-2ec7-4f2e-af5f-38286eb69454 req-bed7a267-5122-4981-ba8b-7628323a9d46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:33.615286 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-05ff4921-2ec7-4f2e-af5f-38286eb69454 req-bed7a267-5122-4981-ba8b-7628323a9d46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0524626 Aug 27 15:03:33.649924 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ebae59e-f26c-4d77-8dce-2a0a0145c71e req-44997e86-b872-4a84-97cf-326eae112d1d tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608919 Aug 27 15:03:33.654520 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-05ff4921-2ec7-4f2e-af5f-38286eb69454 req-b914db95-f409-44e0-bf50-7ff495150fb9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329874 Aug 27 15:03:34.477595 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-5725330e-2d20-4d06-bae5-28b8cb779e88 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800951 Aug 27 15:03:34.764535 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d46c6-c304-4fad-bc82-44b70af71c64 req-79f721e8-9809-4434-a3bc-1e9692cd4965 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:34.766085 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db3d46c6-c304-4fad-bc82-44b70af71c64 req-79f721e8-9809-4434-a3bc-1e9692cd4965 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0485804 Aug 27 15:03:34.773817 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5b7b7-954e-40d2-9d18-0cd97ae1c14f req-40ee90d1-06b2-49ef-8c71-0c82f4b12c82 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:34.775279 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8dd5b7b7-954e-40d2-9d18-0cd97ae1c14f req-40ee90d1-06b2-49ef-8c71-0c82f4b12c82 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Aug 27 15:03:34.804047 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db3d46c6-c304-4fad-bc82-44b70af71c64 req-f847f6d5-8307-45d5-a66d-984621530abf tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 Aug 27 15:03:34.813316 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8dd5b7b7-954e-40d2-9d18-0cd97ae1c14f req-c9d1fb9f-826d-4091-b22a-4f549bc51194 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321264 Aug 27 15:03:34.867532 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:35.360246 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ef5f83c-604e-4cae-8a9d-550bc5c0404e req-ad6cfc80-a7d8-480f-b53a-8ce50d275ace service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807288 Aug 27 15:03:35.395162 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:35.922674 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ac6a-2634-478d-b5f8-3d1ef4008fb1 req-0da92483-3cd4-47e6-ae46-f9e3667c14db tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:35.924164 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5693ac6a-2634-478d-b5f8-3d1ef4008fb1 req-0da92483-3cd4-47e6-ae46-f9e3667c14db tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0503809 Aug 27 15:03:35.937564 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48f5d0-6bbb-428a-9ac1-5d2a888b1788 req-139f87dc-27ab-4433-b107-707eaccbd6ad tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:35.939137 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1e48f5d0-6bbb-428a-9ac1-5d2a888b1788 req-139f87dc-27ab-4433-b107-707eaccbd6ad tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Aug 27 15:03:35.966440 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5693ac6a-2634-478d-b5f8-3d1ef4008fb1 req-da40048c-ef28-4abb-b169-20b2b071a837 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363064 Aug 27 15:03:35.976397 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1e48f5d0-6bbb-428a-9ac1-5d2a888b1788 req-f4ed9ce3-71f9-4d03-885d-4d1272891cd1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Aug 27 15:03:37.081210 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d6aa4-b994-48aa-8658-4ccc24bae3c7 req-06ddfd4a-4961-41cd-a564-75689cc25494 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.082733 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ea1d6aa4-b994-48aa-8658-4ccc24bae3c7 req-06ddfd4a-4961-41cd-a564-75689cc25494 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0515780 Aug 27 15:03:37.095237 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311b8f4-7dab-469d-b26f-5b7582fe57df req-498b667e-bf19-4d77-92ef-fd6bd561af26 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.096806 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3311b8f4-7dab-469d-b26f-5b7582fe57df req-498b667e-bf19-4d77-92ef-fd6bd561af26 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0488858 Aug 27 15:03:37.126215 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ea1d6aa4-b994-48aa-8658-4ccc24bae3c7 req-a1560071-b410-4c59-b35f-bee71d416370 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Aug 27 15:03:37.134918 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3311b8f4-7dab-469d-b26f-5b7582fe57df req-0ec3b785-8c6b-48ec-92ce-584f4e1a6380 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Aug 27 15:03:37.193726 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-e5a69144-720c-4f3d-9630-79d03492edc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390944 Aug 27 15:03:37.257149 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-1976ef36-7f39-42aa-8a82-ca7698552856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.258667 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-1976ef36-7f39-42aa-8a82-ca7698552856 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 1099 time: 0.0398147 Aug 27 15:03:37.376746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-59954d40-db82-469d-8e19-b3e6142a9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.378217 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-59954d40-db82-469d-8e19-b3e6142a9582 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0944054 Aug 27 15:03:37.455258 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-d7ffd59f-9933-48b3-874e-7ac95164ad6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 200 len: 1002 time: 0.0606630 Aug 27 15:03:37.520928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-e6eab6dd-10e7-40a0-991c-137c36033daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.522306 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-e6eab6dd-10e7-40a0-991c-137c36033daa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0529599 Aug 27 15:03:37.577047 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-8d26809b-b36a-4b81-9ddc-7754100fabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.578901 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-8d26809b-b36a-4b81-9ddc-7754100fabc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417702 Aug 27 15:03:37.680937 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-c072d053-401f-4974-91e8-d834be4a4d6f service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929220 Aug 27 15:03:37.779749 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9424eff8-a14a-44ce-a70c-837e679ae9d1 req-cc38e81c-8b9b-4682-9654-151e8aea536d service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906847 Aug 27 15:03:38.269934 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cbbe8-28f2-48c8-89a4-c4e47ff76bd2 req-3591b727-4566-446b-b39c-b0c29febdc60 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:38.271637 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-932cbbe8-28f2-48c8-89a4-c4e47ff76bd2 req-3591b727-4566-446b-b39c-b0c29febdc60 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0635183 Aug 27 15:03:38.312431 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-932cbbe8-28f2-48c8-89a4-c4e47ff76bd2 req-b938bc42-cd8d-43c9-9c0e-c1a4b8c22ec0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Aug 27 15:03:38.752031 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58140) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:38.855300 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c814720-323b-4cc6-b791-bc48c278b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:38.949888 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c814720-323b-4cc6-b791-bc48c278b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:38.953748 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c814720-323b-4cc6-b791-bc48c278b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:38.994001 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1c814720-323b-4cc6-b791-bc48c278b564 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e025c77b8b34ab593daa5b0c938acf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408397 Aug 27 15:03:38.994917 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c814720-323b-4cc6-b791-bc48c278b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737a015-2577-4afe-9af7-88c689e861f1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:38.997288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:39.046120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:39.066790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:39.112783 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:39.115539 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:39.116945 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e737a015-2577-4afe-9af7-88c689e861f1 HTTP/1.1" status: 204 len: 168 time: 0.1177101 Aug 27 15:03:39.125468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737a015-2577-4afe-9af7-88c689e861f1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:39.132371 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.132726 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.133078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.133418 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.133756 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.134092 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.134530 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.134770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.135102 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.135428 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.135758 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.136158 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c27bb-9d34-4d7d-988d-b015a9e0a408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:03:39.437432 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443d2e-c458-427b-8c0c-2b0f3ded3d08 req-472bc832-6d68-4f6a-aaba-fb3e6f04c232 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:39.438965 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c6443d2e-c458-427b-8c0c-2b0f3ded3d08 req-472bc832-6d68-4f6a-aaba-fb3e6f04c232 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0500486 Aug 27 15:03:39.476834 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c6443d2e-c458-427b-8c0c-2b0f3ded3d08 req-20f36e5d-3dc4-46cd-8ddf-9c4d2767e408 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Aug 27 15:03:41.082434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:41.186264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99b467a6-e4bf-4e69-877d-14cbf34ea525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.271093 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99b467a6-e4bf-4e69-877d-14cbf34ea525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.274889 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99b467a6-e4bf-4e69-877d-14cbf34ea525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.313602 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-99b467a6-e4bf-4e69-877d-14cbf34ea525 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1efac03c0c541ffb24fa78563b4df86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300153 Aug 27 15:03:41.314429 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b467a6-e4bf-4e69-877d-14cbf34ea525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2e919-ba41-4113-8f3f-85f8835e5de8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:41.316731 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58226) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:41.371284 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.391680 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.436386 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.438889 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.440005 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa2e919-ba41-4113-8f3f-85f8835e5de8 HTTP/1.1" status: 204 len: 168 time: 0.1220162 Aug 27 15:03:41.447506 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbfbc-74a6-45c8-bb78-310d33df49ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2e919-ba41-4113-8f3f-85f8835e5de8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:41.688558 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58232) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:41.701670 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a328456f-4a6c-49bb-9d5d-5beb2c57c042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.792038 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a328456f-4a6c-49bb-9d5d-5beb2c57c042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.796612 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a328456f-4a6c-49bb-9d5d-5beb2c57c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.833432 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a328456f-4a6c-49bb-9d5d-5beb2c57c042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e11a8addbf3345d89cdc1bf9968c0aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438394 Aug 27 15:03:41.834420 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328456f-4a6c-49bb-9d5d-5beb2c57c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5acb3-24f8-45b2-b05f-4b4d4aaf1d04,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:41.836076 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:41.887149 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.908840 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.955515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.957978 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:41.959229 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cd5acb3-24f8-45b2-b05f-4b4d4aaf1d04 HTTP/1.1" status: 204 len: 168 time: 0.1221781 Aug 27 15:03:41.967309 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3c83-9c02-444f-9c8d-14242213f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5acb3-24f8-45b2-b05f-4b4d4aaf1d04,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:03:52.615051 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:03:58.742970 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a6d50f1a-bad3-46cb-aa64-03f8cc6ab4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:01.564604 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a45ccdfe-11df-437f-8ac3-297c580b9f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:02.076086 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:02.608110 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:04.870094 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:05.412521 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.011385 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:06.112982 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c0deae-87dd-406c-b80b-220d52d7fa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.202944 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c0deae-87dd-406c-b80b-220d52d7fa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.206576 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c0deae-87dd-406c-b80b-220d52d7fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.244022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-e3c0deae-87dd-406c-b80b-220d52d7fa0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc4d9b97b27f4caf900680ce3fb2f638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314296 Aug 27 15:04:06.244982 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0deae-87dd-406c-b80b-220d52d7fa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65815529-0c6e-401b-b658-ddb42d61734f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:06.246841 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58480) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:06.296269 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.316882 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.362511 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.365014 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.366134 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65815529-0c6e-401b-b658-ddb42d61734f HTTP/1.1" status: 204 len: 168 time: 0.1179297 Aug 27 15:04:06.373586 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65815529-0c6e-401b-b658-ddb42d61734f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:06.380696 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.381044 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.381388 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.381720 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.382050 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.382399 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.382728 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.383057 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.383381 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.383701 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.384022 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.384339 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f618dc-6c7b-4a4a-aa25-de143df828bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:06.633076 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:06.646998 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7542028-408f-4692-a614-938da237a55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.735912 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7542028-408f-4692-a614-938da237a55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.740212 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7542028-408f-4692-a614-938da237a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.777107 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f7542028-408f-4692-a614-938da237a55f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d427bed12e224643ad0cf7c9add34376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429536 Aug 27 15:04:06.778167 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7542028-408f-4692-a614-938da237a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e538915-57bc-4633-a6c0-975ae05b7548,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:06.779885 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58488) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:06.841219 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.867298 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.918249 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.921166 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:06.923087 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e538915-57bc-4633-a6c0-975ae05b7548 HTTP/1.1" status: 204 len: 168 time: 0.1414609 Aug 27 15:04:06.930904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2a726-5dfa-4c28-a276-326f1f986f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e538915-57bc-4633-a6c0-975ae05b7548,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:09.698112 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58578) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:09.805371 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c67fffc8-89ee-4f95-a4cb-80c1dfdc1dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:09.902401 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c67fffc8-89ee-4f95-a4cb-80c1dfdc1dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:09.907865 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c67fffc8-89ee-4f95-a4cb-80c1dfdc1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:09.946768 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c67fffc8-89ee-4f95-a4cb-80c1dfdc1dfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cefdab06ee564f17a00578fad2528e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475190 Aug 27 15:04:09.947639 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fffc8-89ee-4f95-a4cb-80c1dfdc1dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9adb397-c99a-47dc-af35-afd2d4eb1da8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:09.950688 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:10.006357 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.032196 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.080138 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.082836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.083978 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9adb397-c99a-47dc-af35-afd2d4eb1da8 HTTP/1.1" status: 204 len: 168 time: 0.1311679 Aug 27 15:04:10.091264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ac796-b3de-4f88-b512-88ab9dbd2a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9adb397-c99a-47dc-af35-afd2d4eb1da8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:10.685284 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:10.778299 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1985287190-network', 'tenant_id': '0209b06800494c17aba75ab104d438b4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:10.799489 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Made reservation on behalf of 0209b06800494c17aba75ab104d438b4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:10.801736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.809672 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.896700 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.901392 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.925987 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:04:10.935466 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae93345-c512-4b4b-90c1-56e018f6b306,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:10.940135 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.940473 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Added segment 092d1d0e-1a7b-4304-8ea6-15211c3ffb88 of type vlan for network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 Aug 27 15:04:10.979202 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.003841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.004795 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:11.005380 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.058256 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3718572 Aug 27 15:04:11.061462 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58620) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:11.063295 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202c7b-534e-4860-a60c-508302e5cfcc admin admin] Pushing event updated for resources: {'Network': ['ID=7fd155bc-e667-4e87-8dcc-ae4be79fd859,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:11.071117 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Request body: {'subnet': {'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1985287190-subnet', 'tenant_id': '0209b06800494c17aba75ab104d438b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:11.074080 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:04:11.100396 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Made reservation on behalf of 0209b06800494c17aba75ab104d438b4 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:11.103016 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.274830 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.323670 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc531fa-4afd-4948-bed7-2374313eacce,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:11.339108 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Checking segment: {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:11.339455 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Network hostable DHCP agents. Network: 7fd155bc-e667-4e87-8dcc-ae4be79fd859, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:04:11.356731 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:04:11.365499 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 7fd155bc-e667-4e87-8dcc-ae4be79fd859) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:11.370564 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:11.371923 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.375530 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee4485-1141-4be0-9427-8d5afd22b823 None None] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:04:11.386029 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-adddfaa4-62c4-4f05-84da-ff3553d953ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3229272 Aug 27 15:04:11.507224 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25031b-3f82-4f67-89c6-9322d1b76568 None None] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:04:11.817712 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58656) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:11.935437 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80f7304b-c41a-43fd-ab5b-15781bf49013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.029441 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80f7304b-c41a-43fd-ab5b-15781bf49013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.033622 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80f7304b-c41a-43fd-ab5b-15781bf49013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.070084 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-80f7304b-c41a-43fd-ab5b-15781bf49013 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a992004c528475a92bfd22b0fadc16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512302 Aug 27 15:04:12.070941 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7304b-c41a-43fd-ab5b-15781bf49013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3331075c-c617-456c-b291-9b289f386e47,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:12.072849 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:12.122248 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.147933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.193682 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.196151 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.197291 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3331075c-c617-456c-b291-9b289f386e47 HTTP/1.1" status: 204 len: 168 time: 0.1233907 Aug 27 15:04:12.205288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce625-ef67-4086-82a1-293bc16d958e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3331075c-c617-456c-b291-9b289f386e47,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:12.448312 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:12.461848 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3540fec5-0f34-47b3-9616-e0208e63b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.546277 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3540fec5-0f34-47b3-9616-e0208e63b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.550167 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3540fec5-0f34-47b3-9616-e0208e63b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.587622 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3540fec5-0f34-47b3-9616-e0208e63b9fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61eb01f421c34117a42205f3c5f9cd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382391 Aug 27 15:04:12.588758 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540fec5-0f34-47b3-9616-e0208e63b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67664cdb-d790-4114-b55c-a678d9ea14fc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:12.590324 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58674) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:12.639136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.659426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.706821 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.709307 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:12.710477 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67664cdb-d790-4114-b55c-a678d9ea14fc HTTP/1.1" status: 204 len: 168 time: 0.1190536 Aug 27 15:04:12.717800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e2161-04ee-44b1-9e34-59872e8c3ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67664cdb-d790-4114-b55c-a678d9ea14fc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:13.211799 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-8825ad5b-7cbe-45f0-b3d2-0777e6f156a0 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:13.213282 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-8825ad5b-7cbe-45f0-b3d2-0777e6f156a0 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 814 time: 0.1027906 Aug 27 15:04:13.229106 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-a42de2a7-89f8-41b9-8665-6177b8b20f3b tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/quotas/0209b06800494c17aba75ab104d438b4 HTTP/1.1" status: 200 len: 375 time: 0.0097966 Aug 27 15:04:13.261002 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-ff22d675-fe04-48f8-9ef0-897a13b34625 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259833 Aug 27 15:04:13.354686 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-b116d283-a9c9-4abe-824d-67539a58aefd service neutron] 10.222.0.42 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Aug 27 15:04:13.445556 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-060a7401-9052-4fb4-8513-7b952197d1f9 service neutron] 10.222.0.42 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Aug 27 15:04:13.599028 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a7bc67c3-0dc8-4cf9-be1f-00240cb9d694 req-81e04d6a-b403-4285-bce7-e8dba3f58fec tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Aug 27 15:04:14.630292 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-db567bd7-c49d-4b7e-9faa-8fed4403b271 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:14.631855 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-db567bd7-c49d-4b7e-9faa-8fed4403b271 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 814 time: 0.1189716 Aug 27 15:04:14.647827 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Request body: {'port': {'device_id': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859', 'admin_state_up': True, 'tenant_id': '0209b06800494c17aba75ab104d438b4'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:14.708537 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3a86da4a-0a1c-4ce3-a114-77a12b808fb3 req-afc1c87d-580a-45b5-aba8-142cd607610f tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Aug 27 15:04:14.785924 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Made reservation on behalf of 0209b06800494c17aba75ab104d438b4 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:14.789417 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:14.912654 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Allocated IP 172.20.0.9 (7fd155bc-e667-4e87-8dcc-ae4be79fd859/3dc531fa-4afd-4948-bed7-2374313eacce/c3b283ea-14f6-42e9-816e-59e0aa57073b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:15.063511 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.102408 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.129937 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:15.144665 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:15.149585 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:15.153231 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:15.160099 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Pushing event updated for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.208190 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:15.208792 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.223148 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-20197f90-d39f-4edc-9691-0bb132eb62b5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793107 Aug 27 15:04:15.242832 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e8391f0-7504-45ce-a133-cdd85a6cf568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.243066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Request body: {'port': {'device_id': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:15.296507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.331924 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e8391f0-7504-45ce-a133-cdd85a6cf568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.336463 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e8391f0-7504-45ce-a133-cdd85a6cf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.376091 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0e8391f0-7504-45ce-a133-cdd85a6cf568 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb282286795a4d069d5fec81fd6a01ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449565 Aug 27 15:04:15.377472 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8391f0-7504-45ce-a133-cdd85a6cf568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3d8984-3124-420b-8f84-fad99be0525e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.379814 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:15.428238 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.450198 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.494590 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.497165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.498296 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae3d8984-3124-420b-8f84-fad99be0525e HTTP/1.1" status: 204 len: 168 time: 0.1175921 Aug 27 15:04:15.506638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330d8ae-6a6a-4ffb-86f9-b798b579369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3d8984-3124-420b-8f84-fad99be0525e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.553426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b283ea-14f6-42e9-816e-59e0aa57073b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:15.561217 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.573808 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Transition to ACTIVE for port object c3b283ea-14f6-42e9-816e-59e0aa57073b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:15.577796 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.631433 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.698076 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Attempting to bind port c3b283ea-14f6-42e9-816e-59e0aa57073b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:15.698434 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Attempting to bind port c3b283ea-14f6-42e9-816e-59e0aa57073b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:15.698767 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Attempting to bind port c3b283ea-14f6-42e9-816e-59e0aa57073b on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:15.703083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Port c3b283ea-14f6-42e9-816e-59e0aa57073b on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:04:15.703432 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Attempting to bind port c3b283ea-14f6-42e9-816e-59e0aa57073b on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:15.708239 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:15.708569 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Checking segment: {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:15.708980 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Bound using segment: {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:15.709399 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Bound port: c3b283ea-14f6-42e9-816e-59e0aa57073b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:15.709753 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.772707 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:15.779634 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:15.784379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:15.786214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a9c1-fb02-45c5-90e3-743735d81ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.799501 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.850099 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:15.850742 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.852410 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] 10.222.0.35 "PUT /v2.0/ports/c3b283ea-14f6-42e9-816e-59e0aa57073b HTTP/1.1" status: 200 len: 1093 time: 0.6138635 Aug 27 15:04:15.858177 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:15.860617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe446c-f1c6-4596-b740-b2751b568a29" -d '{"events": [{"name": "network-changed", "server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:15.875966 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a9c1-fb02-45c5-90e3-743735d81ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.881770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a9c1-fb02-45c5-90e3-743735d81ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.903376 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e20a-4c10-4f56-af88-9463e858fe9b req-317aaf02-7362-4da6-8101-d9884925267c tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:15.905449 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4251e20a-4c10-4f56-af88-9463e858fe9b req-317aaf02-7362-4da6-8101-d9884925267c tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 943 time: 0.1230261 Aug 27 15:04:15.909464 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875fa98-ea83-489e-a531-068e830b2d0a x-openstack-request-id: req-e875fa98-ea83-489e-a531-068e830b2d0a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:15.909833 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:15.910144 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e875fa98-ea83-489e-a531-068e830b2d0a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:15.910556 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b', 'status': 'completed', 'code': 200} Aug 27 15:04:15.917432 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a9c1-fb02-45c5-90e3-743735d81ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb034b8a-f224-4af8-8c14-ff599bf911bb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.935270 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0f3c4-a715-42c1-b2b9-251af15183ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.937418 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3bb6a9c1-fb02-45c5-90e3-743735d81ce4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5122f9a9b9ad47cc9dc752d4a2aa63e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634963 Aug 27 15:04:15.940132 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:15.976975 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4251e20a-4c10-4f56-af88-9463e858fe9b req-c1ac2223-653d-43f8-bba8-3bee4b96bc27 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Aug 27 15:04:15.983681 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-61f9eb42-5d5a-424e-b3c7-216b5cc5e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:15.985123 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-61f9eb42-5d5a-424e-b3c7-216b5cc5e9ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 1096 time: 0.0773613 Aug 27 15:04:16.004633 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.025084 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.032617 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-2f63345c-a891-404f-abc5-24856ba7d36a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b HTTP/1.1" status: 200 len: 217 time: 0.0365646 Aug 27 15:04:16.070177 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.072733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.076619 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb034b8a-f224-4af8-8c14-ff599bf911bb HTTP/1.1" status: 204 len: 168 time: 0.1319344 Aug 27 15:04:16.082308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-c1304ed0-b8cf-4d29-bf8c-3572e2c143c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:16.083446 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d8a6-312c-4045-8b5e-edba073717d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb034b8a-f224-4af8-8c14-ff599bf911bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:16.083865 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-c1304ed0-b8cf-4d29-bf8c-3572e2c143c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3dc531fa-4afd-4948-bed7-2374313eacce HTTP/1.1" status: 200 len: 854 time: 0.0442095 Aug 27 15:04:16.120815 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-52e6ff63-c5f1-4fed-83fe-11be7a787cea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fd155bc-e667-4e87-8dcc-ae4be79fd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261159 Aug 27 15:04:16.217735 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-1eabf3f0-7f6c-46ac-b72b-20b1a8adc459 service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880659 Aug 27 15:04:16.315588 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-37ad9c65-0818-4788-9315-8d60950a9b78 req-3d755f1a-626e-4968-90e9-93d6fb9525de service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872157 Aug 27 15:04:16.401747 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-87785bf6-71bb-452a-8127-84ab599c1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:16.402667 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-87785bf6-71bb-452a-8127-84ab599c1dfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 1096 time: 0.0423620 Aug 27 15:04:16.501609 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-f5dda4ec-911a-494b-a4b1-b2135a388848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:16.503162 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-f5dda4ec-911a-494b-a4b1-b2135a388848 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 915 time: 0.0882802 Aug 27 15:04:16.546944 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-0eec38be-c693-4aa8-9498-de2b9c68026c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b HTTP/1.1" status: 200 len: 217 time: 0.0349813 Aug 27 15:04:16.602087 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-94fe76c5-3e7c-4e90-81bb-259db701a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:16.603602 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-94fe76c5-3e7c-4e90-81bb-259db701a359 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3dc531fa-4afd-4948-bed7-2374313eacce HTTP/1.1" status: 200 len: 854 time: 0.0495679 Aug 27 15:04:16.638091 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-1d886166-2997-4f6e-9a3d-c894df6a5509 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fd155bc-e667-4e87-8dcc-ae4be79fd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249527 Aug 27 15:04:16.733096 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-507976d3-96cc-48f0-ae89-4eeff20ae9bc service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861678 Aug 27 15:04:16.828656 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ebe446c-f1c6-4596-b740-b2751b568a29 req-b79147df-fa64-485d-b630-dd6346e41e72 service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Aug 27 15:04:17.091737 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61aa1f-00bd-4ba6-9b1d-b9795bbcd717 req-f95dca83-809d-4321-9ef7-79ca54c41636 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:17.093355 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c61aa1f-00bd-4ba6-9b1d-b9795bbcd717 req-f95dca83-809d-4321-9ef7-79ca54c41636 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 943 time: 0.0479205 Aug 27 15:04:17.132051 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8c61aa1f-00bd-4ba6-9b1d-b9795bbcd717 req-0aaea07d-68fa-4065-b8cd-271df5c9356f tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Aug 27 15:04:17.615424 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c3b283ea-14f6-42e9-816e-59e0aa57073b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:04:17.715844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:17.727162 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'c3b283ea-14f6-42e9-816e-59e0aa57073b', 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859', 'port_id': 'c3b283ea-14f6-42e9-816e-59e0aa57073b', 'mac_address': 'fa:16:3e:67:8b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc531fa-4afd-4948-bed7-2374313eacce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:04:17.764434 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:17.778614 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b283ea-14f6-42e9-816e-59e0aa57073b {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:17.797576 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:17.801585 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:17.848984 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:17.856028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.856382 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.856726 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.857069 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.857405 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.857742 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.858075 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.858491 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.858848 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.859185 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.859511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.859840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:17.907150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:18.015999 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10a73f12-275c-41ca-952d-56e7ce7a6dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.072940 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c3b283ea-14f6-42e9-816e-59e0aa57073b'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:04:18.108868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10a73f12-275c-41ca-952d-56e7ce7a6dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.114482 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10a73f12-275c-41ca-952d-56e7ce7a6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.154934 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73f12-275c-41ca-952d-56e7ce7a6dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e902df7-353e-497e-aa63-d45e7adbcbaf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:18.162920 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58872) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:18.163454 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-10a73f12-275c-41ca-952d-56e7ce7a6dc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3060323146fa4a1f82e8f1769e1e52b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547672 Aug 27 15:04:18.213283 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.259496 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.293587 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026eab3-24a3-4804-ab8a-854f90952840 req-92d1c70a-ed5f-4831-9e3a-691facecfa43 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:18.295059 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4026eab3-24a3-4804-ab8a-854f90952840 req-92d1c70a-ed5f-4831-9e3a-691facecfa43 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 944 time: 0.0796371 Aug 27 15:04:18.336352 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4026eab3-24a3-4804-ab8a-854f90952840 req-c1036d4f-0610-4748-a8c7-3730345249ec tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Aug 27 15:04:18.340275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.342792 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.343881 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e902df7-353e-497e-aa63-d45e7adbcbaf HTTP/1.1" status: 204 len: 168 time: 0.1799829 Aug 27 15:04:18.360704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75852f7b-d9e9-4ac0-b9fe-2e3683d0cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e902df7-353e-497e-aa63-d45e7adbcbaf,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:18.600539 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 58878) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:18.616752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4a38cd6-c87a-4ed9-ae3d-4eaba61c204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.712097 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4a38cd6-c87a-4ed9-ae3d-4eaba61c204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.715939 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4a38cd6-c87a-4ed9-ae3d-4eaba61c204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.753160 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f4a38cd6-c87a-4ed9-ae3d-4eaba61c204c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bf0d9fcff6141fca8dfdb8f04f256e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515315 Aug 27 15:04:18.754013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a38cd6-c87a-4ed9-ae3d-4eaba61c204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c03ba7-e7ba-4021-8387-e34bfd0faa2b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:18.755920 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 58880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:18.804077 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.824232 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.869632 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.872312 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:18.873446 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31c03ba7-e7ba-4021-8387-e34bfd0faa2b HTTP/1.1" status: 204 len: 168 time: 0.1164255 Aug 27 15:04:18.881546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d17053-2d92-43c7-820b-019e9b33e479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c03ba7-e7ba-4021-8387-e34bfd0faa2b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.452679 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217e17f-826c-476b-8a72-a746a52db888 req-c23aa3ac-1b75-4f2e-882c-ab935556ea6e tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:19.454143 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9217e17f-826c-476b-8a72-a746a52db888 req-c23aa3ac-1b75-4f2e-882c-ab935556ea6e tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 944 time: 0.0482399 Aug 27 15:04:19.490857 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9217e17f-826c-476b-8a72-a746a52db888 req-81921abb-5d9c-4ca5-a45f-90d3c3df3661 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Aug 27 15:04:19.626250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c3b283ea-14f6-42e9-816e-59e0aa57073b up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:19.673319 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port c3b283ea-14f6-42e9-816e-59e0aa57073b completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:19.677803 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port c3b283ea-14f6-42e9-816e-59e0aa57073b triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:19.678184 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.757888 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.780334 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:19.782594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed8351-bda4-48e4-8a66-576f65c9aca7" -d '{"events": [{"server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "name": "network-vif-plugged", "status": "completed", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:19.795594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:19.801028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.822936 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab82955-e774-48ba-9079-a61249f1ec57 x-openstack-request-id: req-bab82955-e774-48ba-9079-a61249f1ec57 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:19.823305 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "name": "network-vif-plugged", "status": "completed", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:19.823566 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bab82955-e774-48ba-9079-a61249f1ec57 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:19.823947 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b', 'code': 200} Aug 27 15:04:19.850804 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.992935 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac46a5-788c-4e4a-860e-2ef75d7a07a3 req-59e5dff7-adb3-4542-ba0a-568b42115265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:19.994471 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-dfac46a5-788c-4e4a-860e-2ef75d7a07a3 req-59e5dff7-adb3-4542-ba0a-568b42115265 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 1098 time: 0.0459335 Aug 27 15:04:20.035111 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-dfac46a5-788c-4e4a-860e-2ef75d7a07a3 req-a4b28f24-8601-4956-9637-4fe9b77b0913 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Aug 27 15:04:20.605925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8889ead-2d46-4218-ae35-3887a4df12a0 req-fcd5b962-6f1f-4128-904e-cab1736b054b tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:20.617103 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a8889ead-2d46-4218-ae35-3887a4df12a0 req-fcd5b962-6f1f-4128-904e-cab1736b054b tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0607753 Aug 27 15:04:20.886630 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a8889ead-2d46-4218-ae35-3887a4df12a0 req-daede76b-a121-4ba4-a98b-1892cf5309df tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635832 Aug 27 15:04:22.003222 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd00cd-2f0e-40fb-8bf0-e2acdbe0a15b req-47a06aff-1651-4fad-968a-3d26da1fa7ab tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:22.007271 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-75cd00cd-2f0e-40fb-8bf0-e2acdbe0a15b req-47a06aff-1651-4fad-968a-3d26da1fa7ab tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Aug 27 15:04:22.050855 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-75cd00cd-2f0e-40fb-8bf0-e2acdbe0a15b req-5dc691ef-d496-49f0-9d91-50cce88a1c1e tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Aug 27 15:04:23.338135 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a870-5346-4b3c-abb5-8943c872de4f req-eaa7ce11-22ab-40b2-9ebf-5b28d4aac41a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:23.339521 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db48a870-5346-4b3c-abb5-8943c872de4f req-eaa7ce11-22ab-40b2-9ebf-5b28d4aac41a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0467432 Aug 27 15:04:23.379623 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-db48a870-5346-4b3c-abb5-8943c872de4f req-9f48e616-3900-48ba-8caa-7bf006514e2f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343323 Aug 27 15:04:24.498399 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f9ff3-33bf-4374-a6dc-59b63f23c07e req-62828d3f-204d-4d19-9e55-d683dbf1258d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:24.499863 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0c2f9ff3-33bf-4374-a6dc-59b63f23c07e req-62828d3f-204d-4d19-9e55-d683dbf1258d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0485823 Aug 27 15:04:24.537818 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0c2f9ff3-33bf-4374-a6dc-59b63f23c07e req-ed0243c9-5996-435a-9bb3-3719532196a6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Aug 27 15:04:25.039634 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-103198e9-b71d-4826-8a7d-e99add7b5536 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:25.040981 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-103198e9-b71d-4826-8a7d-e99add7b5536 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0494685 Aug 27 15:04:25.135202 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Deleting port c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:25.135568 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.223190 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] For port c1db2fd5-7061-4661-9df0-0d9c221b23a3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c1db2fd5-7061-4661-9df0-0d9c221b23a3,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:25.223573 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.455142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.455529 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.457624 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Floating IP 98b18189-dd2e-4962-9419-f35a40f6c4eb disassociated. External IP: 172.27.2.69, port: c1db2fd5-7061-4661-9df0-0d9c221b23a3. Aug 27 15:04:25.457624 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Calling delete_port for c1db2fd5-7061-4661-9df0-0d9c221b23a3 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:25.637396 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c6f8e-0195-434f-bcc2-e9a9a9f4467a req-4ca3dfe4-7d0f-459c-9830-843c6287d132 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:25.639106 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7c3c6f8e-0195-434f-bcc2-e9a9a9f4467a req-4ca3dfe4-7d0f-459c-9830-843c6287d132 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0609281 Aug 27 15:04:25.678623 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7c3c6f8e-0195-434f-bcc2-e9a9a9f4467a req-a30fcfc8-e8b1-4b36-a9ba-c6ba51b52e47 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Aug 27 15:04:25.848145 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795c57-5870-4918-a753-687c74ab75bf req-5d91082e-2060-45b7-add2-abb9024923c2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:25.849540 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c7795c57-5870-4918-a753-687c74ab75bf req-5d91082e-2060-45b7-add2-abb9024923c2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=019646c7-2500-4750-8676-ba348ba5bf82 HTTP/1.1" status: 200 len: 946 time: 0.0823059 Aug 27 15:04:25.863208 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.905973 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'Port': ['ID=c1db2fd5-7061-4661-9df0-0d9c221b23a3,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:25.925718 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c7795c57-5870-4918-a753-687c74ab75bf req-44fd188f-958f-4a41-bf6b-4633ee127199 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf21c71f-1b10-4c09-90e2-afda06d598c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701334 Aug 27 15:04:26.029818 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:26.144225 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:26.154029 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:26.164939 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:26.165545 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:26.185699 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] No DVR routers for this DVR port c1db2fd5-7061-4661-9df0-0d9c221b23a3 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:04:26.188502 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.190668 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-90e6992f-abd2-44aa-95ca-74806cffd157 req-6ab56a83-52cd-4bed-bf7f-ebf3c6e22e27 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "DELETE /v2.0/ports/c1db2fd5-7061-4661-9df0-0d9c221b23a3 HTTP/1.1" status: 204 len: 173 time: 1.1424594 Aug 27 15:04:26.191213 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-deleted', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:26.193780 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf016f-de0f-4c1b-bc8a-dcf2dbacad3e" -d '{"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-deleted", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:26.231660 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d7033d-769b-491b-8304-896fb41f91d5 x-openstack-request-id: req-19d7033d-769b-491b-8304-896fb41f91d5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:26.231958 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019646c7-2500-4750-8676-ba348ba5bf82", "name": "network-vif-deleted", "tag": "c1db2fd5-7061-4661-9df0-0d9c221b23a3", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:26.232259 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19d7033d-769b-491b-8304-896fb41f91d5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:26.232667 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019646c7-2500-4750-8676-ba348ba5bf82', 'name': 'network-vif-deleted', 'tag': 'c1db2fd5-7061-4661-9df0-0d9c221b23a3', 'status': 'completed', 'code': 200} Aug 27 15:04:26.281620 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:26.618638 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:26.646484 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:26.654937 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:26.655559 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:26.765776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:26.792411 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0ecd8-56c0-4e23-a131-6686e2d656f1 req-35690735-fc28-4e28-b6ee-a5e4f94d6585 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:26.798825 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98e0ecd8-56c0-4e23-a131-6686e2d656f1 req-35690735-fc28-4e28-b6ee-a5e4f94d6585 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0534360 Aug 27 15:04:26.842436 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-98e0ecd8-56c0-4e23-a131-6686e2d656f1 req-523b864f-0081-4c9f-b2d1-ec09e8b40c79 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Aug 27 15:04:26.972720 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:27.001297 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692fbbd6-f6ac-4b81-bdb2-1d3fb919ba2f None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:27.048274 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:27.106654 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.130915 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.181402 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.184119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.185260 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "DELETE /v2.0/security-groups/cf21c71f-1b10-4c09-90e2-afda06d598c9 HTTP/1.1" status: 204 len: 168 time: 0.1359088 Aug 27 15:04:27.188263 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59006) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:27.195896 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1efa1-21c4-45fe-bd27-2794a39fdc86 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21c71f-1b10-4c09-90e2-afda06d598c9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:27.211059 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.api.v2.resource [None req-3c6b7b1e-923c-459c-9d96-a44c37b507e5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] show failed (client error): The resource could not be found. Aug 27 15:04:27.212078 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-3c6b7b1e-923c-459c-9d96-a44c37b507e5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups/cf21c71f-1b10-4c09-90e2-afda06d598c9 HTTP/1.1" status: 404 len: 347 time: 0.0227573 Aug 27 15:04:27.215616 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:27.259307 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cbac9-6d8a-4c68-8aa5-57607682a45d None None] New status for floating IP 98b18189-dd2e-4962-9419-f35a40f6c4eb: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:27.351179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Deleting port b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:27.351561 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.428923 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.429256 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.442167 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Calling delete_port for b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:27.580866 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.609317 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'Port': ['ID=b6ab8d2a-3f8c-4e1c-9dcb-d000a8442aab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:27.670062 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.672534 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.673661 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-610b7af9-ed83-461f-aa91-e5fbc7b6b2bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "DELETE /v2.0/floatingips/98b18189-dd2e-4962-9419-f35a40f6c4eb HTTP/1.1" status: 204 len: 168 time: 0.4568338 Aug 27 15:04:27.693855 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:27.733700 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: c1db2fd5-7061-4661-9df0-0d9c221b23a3 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:27.734184 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c1db2fd5-7061-4661-9df0-0d9c221b23a3 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:27.765908 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-80302f0d-66d3-4f26-b33c-dc585f4be990 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:27.768838 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-80302f0d-66d3-4f26-b33c-dc585f4be990 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.0998163 Aug 27 15:04:27.873186 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Deleting port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:27.873621 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.007327 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] For port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:28.008262 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.137380 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:28.143099 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737063474', 'description': 'tempest-description--1518943768'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:28.166416 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.236268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.236904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.237168 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Floating IP ca1d1efa-d2cc-417f-b387-7b569b80a4da disassociated. External IP: 172.27.2.174, port: 56f3d2e5-bfa6-4408-9e88-a64d48fbd211. Aug 27 15:04:28.237445 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Calling delete_port for 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:28.257168 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f83f0-d462-43d6-afd4-6aa5f59bf984 req-744f3193-2ffa-45cf-bca3-8d9498e38f03 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.258659 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-145f83f0-d462-43d6-afd4-6aa5f59bf984 req-744f3193-2ffa-45cf-bca3-8d9498e38f03 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d914a-3a32-41d3-8f84-c8082a2d4af8 HTTP/1.1" status: 200 len: 946 time: 0.3217373 Aug 27 15:04:28.263104 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.267097 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.296401 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.297615 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1585457 Aug 27 15:04:28.300566 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59020) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:28.301325 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11be3e-22b5-458a-9e99-0e53ad3e752a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49812ae8-9bb4-471a-b97e-030349bbbf19,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:28.314614 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group_rule': {'security_group_id': '49812ae8-9bb4-471a-b97e-030349bbbf19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:28.362288 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-145f83f0-d462-43d6-afd4-6aa5f59bf984 req-bc74b0c0-f5ef-431d-bb51-fbaafe8381a5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=a36d134a-14fd-479d-b9b7-e787a4619b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718331 Aug 27 15:04:28.383220 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.470305 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.472973 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.479782 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.512893 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'Port': ['ID=56f3d2e5-bfa6-4408-9e88-a64d48fbd211,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:28.528200 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d967121-bb71-4fd8-a621-b668699fbf06,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:28.535194 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.535699 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c2c45a68-63d9-4cb2-a0ea-ce85382dbe46 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274265 Aug 27 15:04:28.538832 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:28.546127 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'security_group_rule': {'security_group_id': '49812ae8-9bb4-471a-b97e-030349bbbf19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:28.574925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.633880 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.639331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.643974 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:28.656769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02a03d8-1df2-47a5-b38e-4386630d5ffe,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:28.664005 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.668104 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-bf13d692-4923-49e0-97b9-26d97313e2d9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248159 Aug 27 15:04:28.668344 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:28.672839 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:28.696165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.747746 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d2f64bf-1102-4c5e-adb8-11e240fa190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.761063 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:28.772136 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:28.781799 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:28.782756 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:28.801195 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] No DVR routers for this DVR port 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:04:28.803751 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.805844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:28.805986 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2399d965-0fa0-448d-8c8c-9a757ff39fb5 req-5bf4f46d-cc8e-4f41-8637-d5fe6facb7bd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "DELETE /v2.0/ports/56f3d2e5-bfa6-4408-9e88-a64d48fbd211 HTTP/1.1" status: 204 len: 173 time: 1.0298793 Aug 27 15:04:28.806385 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'name': 'network-vif-deleted', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:28.808674 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fe412b-29d3-4cb0-9308-562f1619f384" -d '{"events": [{"server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "name": "network-vif-deleted", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:28.858102 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a44c821-da24-4e33-8e3b-dacffe8bdc37 x-openstack-request-id: req-6a44c821-da24-4e33-8e3b-dacffe8bdc37 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:28.858656 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d914a-3a32-41d3-8f84-c8082a2d4af8", "name": "network-vif-deleted", "tag": "56f3d2e5-bfa6-4408-9e88-a64d48fbd211", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:28.859081 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a44c821-da24-4e33-8e3b-dacffe8bdc37 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:28.859644 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d914a-3a32-41d3-8f84-c8082a2d4af8', 'name': 'network-vif-deleted', 'tag': '56f3d2e5-bfa6-4408-9e88-a64d48fbd211', 'status': 'completed', 'code': 200} Aug 27 15:04:28.956421 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:28.981470 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Allocated IP 172.27.2.151 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:29.088911 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.132380 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.169300 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:29.171731 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:29.178561 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:29.182067 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:29.195669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:29.204142 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:29.204966 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:29.205199 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:29.269393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.305717 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.322257 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:29.456573 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59034) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:29.487287 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.493381 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.515515 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.549343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.563921 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:29.574047 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:29.580404 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.595713 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.598143 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-827b2242-67b7-42cf-bf01-d2101f03cab3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9283402 Aug 27 15:04:29.600760 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9ee97-9c58-4e5e-bee0-38e5d5414648 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:29.614069 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:04:29.614632 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.616673 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.620688 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:29.620874 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "DELETE /v2.0/security-groups/a36d134a-14fd-479d-b9b7-e787a4619b70 HTTP/1.1" status: 204 len: 168 time: 0.1631615 Aug 27 15:04:29.637965 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.api.v2.resource [None req-b232f1e6-147c-4757-bee4-577c499a7be7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] show failed (client error): The resource could not be found. Aug 27 15:04:29.641757 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-b232f1e6-147c-4757-bee4-577c499a7be7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups/a36d134a-14fd-479d-b9b7-e787a4619b70 HTTP/1.1" status: 404 len: 347 time: 0.0171826 Aug 27 15:04:29.641923 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418a466-26f6-4e5d-8c88-e57999f95c9f tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d134a-14fd-479d-b9b7-e787a4619b70,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:29.642179 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:29.785579 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Deleting port ee4aad49-7aa8-4fef-82fc-993465596d39 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:29.786192 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.832926 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-3cb18459-7e77-4cb7-b725-2afe37be45af tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1737063474&fields=id&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 267 time: 0.0543504 Aug 27 15:04:29.869565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.869901 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.883543 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Calling delete_port for ee4aad49-7aa8-4fef-82fc-993465596d39 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:29.907666 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd9f71-7213-4a9c-b33e-f8e5ef3527b3 None None] New status for floating IP ca1d1efa-d2cc-417f-b387-7b569b80a4da: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:29.965312 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-4a7e3205-ec96-45e2-8c90-b08d90a8637a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:29.966912 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-4a7e3205-ec96-45e2-8c90-b08d90a8637a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 816 time: 0.1264343 Aug 27 15:04:29.986877 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-df7b5627-6ce2-4fed-909d-37628ce16689 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/quotas/64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 375 time: 0.0125246 Aug 27 15:04:30.001745 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.db.api [None req-a1cd9f71-7213-4a9c-b33e-f8e5ef3527b3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 15:04:30.001745 dv-cinder-786929-5-iscsi neutron-server[93962]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Aug 27 15:04:30.001745 dv-cinder-786929-5-iscsi neutron-server[93962]: [parameters: {'status': 'DOWN', 'floatingips_id': 'ca1d1efa-d2cc-417f-b387-7b569b80a4da'}] Aug 27 15:04:30.001745 dv-cinder-786929-5-iscsi neutron-server[93962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 15:04:30.002251 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG oslo_db.api [None req-a1cd9f71-7213-4a9c-b33e-f8e5ef3527b3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 15:04:30.036908 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.048197 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-209123dd-8b4c-42b3-97be-22f840956b4e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588536 Aug 27 15:04:30.063613 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'Port': ['ID=ee4aad49-7aa8-4fef-82fc-993465596d39,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:30.125340 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.128690 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.129832 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-27c548b6-e77e-4a97-a9e0-fc04e1ecf664 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "DELETE /v2.0/floatingips/ca1d1efa-d2cc-417f-b387-7b569b80a4da HTTP/1.1" status: 204 len: 168 time: 0.4865901 Aug 27 15:04:30.197458 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-8eb1cfd5-3fa0-4798-9201-366dff432580 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409905 Aug 27 15:04:30.291005 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-a3225ca1-b471-40c1-abc5-0dbf53698310 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 Aug 27 15:04:30.418818 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:30.423625 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887951422', 'description': 'tempest-description--828985577'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:30.462369 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.464355 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-69134457-a88a-4ee5-8392-8ddb61875a24 req-d4828bd2-0a2e-4e49-a537-e79c93ead766 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 210 time: 0.0362272 Aug 27 15:04:30.504563 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd9f71-7213-4a9c-b33e-f8e5ef3527b3 None None] New status for floating IP ca1d1efa-d2cc-417f-b387-7b569b80a4da: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:30.555746 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.561726 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.592577 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.594242 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1742771 Aug 27 15:04:30.597198 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e564b-2d48-463c-ba6c-eaf4e48396d3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6e36a-9604-4fb4-8d59-ff877bb51af0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:30.597845 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59068) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:30.603099 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group_rule': {'security_group_id': '4dc6e36a-9604-4fb4-8d59-ff877bb51af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:30.642313 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.701482 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.705158 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.727025 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d07331-9057-4849-822e-10287d09a65d,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:30.731625 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.735136 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d49aff64-3b43-4e06-bfaf-2335ecdcc594 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358044 Aug 27 15:04:30.736014 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:30.741368 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'security_group_rule': {'security_group_id': '4dc6e36a-9604-4fb4-8d59-ff877bb51af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:30.771004 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.829578 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.833794 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.850935 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9bd36e-736b-4144-9e4e-314947295c57,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:30.857500 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.858759 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f57994ac-ff50-419d-a927-2d02dd2228d6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216810 Aug 27 15:04:30.862052 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 59074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:30.867136 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:30.888001 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.005863 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.115851 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Allocated IP 172.27.2.216 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/fda28985-bb8b-4db9-971c-a809dd1d2055) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:31.229107 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.267126 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.302893 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:31.305611 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:31.311146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:31.336332 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=fda28985-bb8b-4db9-971c-a809dd1d2055,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:31.407414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.444032 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.466722 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-b976352b-c4be-4468-9316-8612e0c325cf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:31.468833 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-b976352b-c4be-4468-9316-8612e0c325cf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 816 time: 0.1230848 Aug 27 15:04:31.537227 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-90926f5e-21a2-4c5a-a9f7-a3a4ae050384 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 380 time: 0.0536737 Aug 27 15:04:31.553691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'port': {'device_id': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'admin_state_up': True, 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'security_groups': ['49812ae8-9bb4-471a-b97e-030349bbbf19']}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:31.569623 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a100a1c1-3f79-4b69-afc9-0b8dc1c01391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.615782 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.620992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.670293 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Made reservation on behalf of 64fdf9391b594f2d8546518c67960067 for: {'port': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:31.674172 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.698108 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:31.713707 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f90d35a9-66a3-46e5-88e6-c705d94db8d9 req-830b2040-b814-44c1-9950-78ff8d9904da tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 210 time: 0.1336093 Aug 27 15:04:31.718048 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=fda28985-bb8b-4db9-971c-a809dd1d2055,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:31.718665 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:31.718993 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 56f3d2e5-bfa6-4408-9e88-a64d48fbd211 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:31.724881 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.740399 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:31.741645 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-615b1772-0a0d-47e6-9fb7-3ebb07711838 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8781044 Aug 27 15:04:31.820601 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Allocated IP 172.20.0.10 (5ca633b8-7f6a-45df-a525-0569f795015f/717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf/9efa6730-4f7f-489f-aea8-5dba67078cf6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:31.964346 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-af589b2f-6417-4f8f-bbc5-6d74945722f7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--887951422&fields=id&tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 267 time: 0.0579407 Aug 27 15:04:32.035494 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.058876 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Transition to ACTIVE for port object 9efa6730-4f7f-489f-aea8-5dba67078cf6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:32.082977 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.116839 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-7b061a8b-6955-414a-98ad-b79bd9865989 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:32.118266 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-7b061a8b-6955-414a-98ad-b79bd9865989 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 811 time: 0.1423507 Aug 27 15:04:32.136274 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-7206630e-7cab-4cda-8b01-8a33c74f5421 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/quotas/32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 375 time: 0.0122075 Aug 27 15:04:32.138834 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.199191 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Network 5ca633b8-7f6a-45df-a525-0569f795015f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:32.207392 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:32.217274 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:32.243450 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:32.272769 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-c450309c-dbc3-4bbf-91b6-65808f4e7e1b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265032 Aug 27 15:04:32.283865 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:32.284823 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.349166 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-5b571e0c-d5ab-4c18-821e-eee18eaa8a3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8018210 Aug 27 15:04:32.364119 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Request body: {'port': {'device_id': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:32.428067 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a93d3eb0-7f02-43b3-9664-939ee0d5cafa None None] Provisioning for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:32.431720 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a93d3eb0-7f02-43b3-9664-939ee0d5cafa None None] Provisioning complete for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:32.432154 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a93d3eb0-7f02-43b3-9664-939ee0d5cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.434797 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-4e0533e7-01ff-4fb0-bd43-2e73210ce513 service neutron] 10.222.0.42 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467633 Aug 27 15:04:32.441061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.467223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a93d3eb0-7f02-43b3-9664-939ee0d5cafa None None] Port 9efa6730-4f7f-489f-aea8-5dba67078cf6 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:32.611567 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.640197 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-2c4b65f2-fb5c-41fe-8a5e-2ee87116f24b service neutron] 10.222.0.42 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961379 Aug 27 15:04:32.801574 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8f906391-cbab-48e4-9770-3c438c052e8e req-2efefee3-1805-4dea-8f2f-3bd4815b6126 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 210 time: 0.0334735 Aug 27 15:04:32.819732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:32.827899 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.869687 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Transition to ACTIVE for port object 9efa6730-4f7f-489f-aea8-5dba67078cf6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:32.882374 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.926617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767d9af-8e57-492d-8e57-1687d7ff8b07 req-1979efba-f626-432a-8c2f-7f9742c81d84 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:32.928147 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7767d9af-8e57-492d-8e57-1687d7ff8b07 req-1979efba-f626-432a-8c2f-7f9742c81d84 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 932 time: 0.0974922 Aug 27 15:04:32.953183 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:33.032899 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7767d9af-8e57-492d-8e57-1687d7ff8b07 req-e41eee66-dfe1-4526-bba3-ae9dd7f4d5c9 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933206 Aug 27 15:04:33.068067 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Attempting to bind port 9efa6730-4f7f-489f-aea8-5dba67078cf6 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:33.068403 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Attempting to bind port 9efa6730-4f7f-489f-aea8-5dba67078cf6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:33.068735 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Attempting to bind port 9efa6730-4f7f-489f-aea8-5dba67078cf6 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:33.074676 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Port 9efa6730-4f7f-489f-aea8-5dba67078cf6 on network 5ca633b8-7f6a-45df-a525-0569f795015f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:04:33.074999 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Attempting to bind port 9efa6730-4f7f-489f-aea8-5dba67078cf6 on network 5ca633b8-7f6a-45df-a525-0569f795015f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:33.081945 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:33.082346 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Checking segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:33.082811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Bound using segment: {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:33.083389 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Bound port: 9efa6730-4f7f-489f-aea8-5dba67078cf6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ebc82-bcf9-43fc-aaaa-a55838510b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:33.083795 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:33.162040 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:33.165978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:33.176461 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:33.214216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.214901 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:33.216229 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] 10.222.0.35 "PUT /v2.0/ports/9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 1094 time: 0.8577988 Aug 27 15:04:33.216691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:33.218995 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100a3f8-9edf-4a19-b108-a634c574c53c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:33.245094 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e1b8-734f-4ab7-ba97-960af2384428 service neutron] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:33.276710 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c7d936-58bf-41e4-b7b1-a30dbf9d511e x-openstack-request-id: req-f7c7d936-58bf-41e4-b7b1-a30dbf9d511e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:33.276710 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:33.277063 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7c7d936-58bf-41e4-b7b1-a30dbf9d511e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:33.277218 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'status': 'completed', 'code': 200} Aug 27 15:04:33.307556 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-0a3cf3a6-b997-413c-b79e-319f908e7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.309069 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-0a3cf3a6-b997-413c-b79e-319f908e7d44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1097 time: 0.0468585 Aug 27 15:04:33.360513 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-bece7dbd-102e-453e-8f99-9cdfe5cc05c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 217 time: 0.0415580 Aug 27 15:04:33.414429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-39d13920-3b38-4e73-9d4b-6a85bf77a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.415902 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-39d13920-3b38-4e73-9d4b-6a85bf77a0c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0472076 Aug 27 15:04:33.468699 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-c3b6b389-2c90-44d7-b170-76d080870ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.470228 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-c3b6b389-2c90-44d7-b170-76d080870ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459034 Aug 27 15:04:33.576827 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-bce2ee95-d915-481f-9045-27b3b106b926 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944591 Aug 27 15:04:33.671017 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1990c0a8-b7a2-4e24-91dc-5bffe334abc5 req-17e33210-5284-4dea-90f4-46e0dfab5429 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Aug 27 15:04:33.763799 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-bcd17a2d-7553-4cb3-bb40-7c43d314def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.765541 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-bcd17a2d-7553-4cb3-bb40-7c43d314def1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1097 time: 0.0416627 Aug 27 15:04:33.867980 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-76d902ca-d020-43d8-8f43-63ce3be07734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.869467 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-76d902ca-d020-43d8-8f43-63ce3be07734 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0944493 Aug 27 15:04:33.932250 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ce06ce70-db24-450b-970b-f8a9a5b14455 req-f9019948-acc5-43aa-b32c-cf77ee9a3848 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 210 time: 0.0603535 Aug 27 15:04:33.933760 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-bed4a20d-ef3a-4083-b126-603ff130eab6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 217 time: 0.0531068 Aug 27 15:04:33.989268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-f3fd8169-56a6-4aa5-ba6a-c1a8a811ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.990741 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-f3fd8169-56a6-4aa5-ba6a-c1a8a811ac8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0477905 Aug 27 15:04:34.036933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-399c7032-d65e-4c4c-9f60-9ff5dc8da933 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.038474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-399c7032-d65e-4c4c-9f60-9ff5dc8da933 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 811 time: 0.1248574 Aug 27 15:04:34.043089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-f7d46bdc-0920-497e-b982-e9fd68243197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.044573 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-f7d46bdc-0920-497e-b982-e9fd68243197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428121 Aug 27 15:04:34.105632 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-796d7036-3d08-443b-80a9-e1ee7cdf0677 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800 HTTP/1.1" status: 200 len: 379 time: 0.0485442 Aug 27 15:04:34.130552 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'port': {'device_id': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'admin_state_up': True, 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'security_groups': ['4dc6e36a-9604-4fb4-8d59-ff877bb51af0']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:34.159452 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-86374ea1-eeba-4245-b3e9-e4d226795ce2 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018031 Aug 27 15:04:34.227817 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc309e-a88a-4b54-9277-a572649ba5b5 req-3aae3503-b74e-4ee2-becc-d45e79a1670e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.229446 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-03bc309e-a88a-4b54-9277-a572649ba5b5 req-3aae3503-b74e-4ee2-becc-d45e79a1670e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1141384 Aug 27 15:04:34.290377 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-03bc309e-a88a-4b54-9277-a572649ba5b5 req-2c19074a-c272-4560-927a-68e1b6cfba84 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539222 Aug 27 15:04:34.303662 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Made reservation on behalf of 32860cc3fd8e4ea49a6c8d132ee1d800 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:34.307374 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.438863 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Allocated IP 172.20.0.3 (64a18e8c-064c-4637-b786-d5c21eeb0284/53c8e92f-095f-468e-afde-9985fcca0f69/d2bf7b81-ce24-474f-afce-c9fc68878af2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:34.488094 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c100a3f8-9edf-4a19-b108-a634c574c53c req-72a5e5c8-4f76-4376-bcca-f80a778c52e0 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208442 Aug 27 15:04:34.588906 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.606966 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Transition to ACTIVE for port object d2bf7b81-ce24-474f-afce-c9fc68878af2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:34.640696 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.685722 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:34.690713 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:34.693423 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:34.720431 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event updated for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:34.750057 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.751005 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.772403 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-97d59111-fdfa-477c-bd0a-219d4d967cd3 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551011 Aug 27 15:04:34.787769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Request body: {'port': {'device_id': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:34.842549 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.872939 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.939669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1d56bcf4-3710-4b52-a4a6-a526236d7982 None None] Provisioning for port d2bf7b81-ce24-474f-afce-c9fc68878af2 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:34.943494 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1d56bcf4-3710-4b52-a4a6-a526236d7982 None None] Provisioning complete for port d2bf7b81-ce24-474f-afce-c9fc68878af2 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:34.943864 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1d56bcf4-3710-4b52-a4a6-a526236d7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.978449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-1d56bcf4-3710-4b52-a4a6-a526236d7982 None None] Port d2bf7b81-ce24-474f-afce-c9fc68878af2 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:35.050160 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cedaf1-50b4-4965-bfa6-a10baafa59c3 req-394fc33e-6742-4a4a-8c89-cb6533e33158 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.051708 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-38cedaf1-50b4-4965-bfa6-a10baafa59c3 req-394fc33e-6742-4a4a-8c89-cb6533e33158 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 931 time: 0.0492721 Aug 27 15:04:35.089668 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-38cedaf1-50b4-4965-bfa6-a10baafa59c3 req-5c3cb07a-8648-4d9b-bde7-2f2d5ba968e1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Aug 27 15:04:35.114255 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bf7b81-ce24-474f-afce-c9fc68878af2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:35.121742 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.134070 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Transition to ACTIVE for port object d2bf7b81-ce24-474f-afce-c9fc68878af2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:35.138039 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.204597 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:35.267780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Attempting to bind port d2bf7b81-ce24-474f-afce-c9fc68878af2 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:35.268124 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Attempting to bind port d2bf7b81-ce24-474f-afce-c9fc68878af2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:35.269032 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Attempting to bind port d2bf7b81-ce24-474f-afce-c9fc68878af2 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:35.273719 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Port d2bf7b81-ce24-474f-afce-c9fc68878af2 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:04:35.274047 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Attempting to bind port d2bf7b81-ce24-474f-afce-c9fc68878af2 on network 64a18e8c-064c-4637-b786-d5c21eeb0284 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:35.279294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:35.279638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Checking segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:35.280029 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Bound using segment: {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:35.280464 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Bound port: d2bf7b81-ce24-474f-afce-c9fc68878af2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74acf334-476c-4abb-9615-2af91272073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:35.280828 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.345500 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:35.348795 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:35.353884 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.397766 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.398387 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.399786 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] 10.222.0.35 "PUT /v2.0/ports/d2bf7b81-ce24-474f-afce-c9fc68878af2 HTTP/1.1" status: 200 len: 1093 time: 0.6171732 Aug 27 15:04:35.400246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:35.402712 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd140d14-fe1f-4620-abad-25f42ac2795a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:35.422417 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.471181 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04f00ce-b535-47b2-82b5-c23c27ece27f x-openstack-request-id: req-b04f00ce-b535-47b2-82b5-c23c27ece27f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:35.471515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:35.471768 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b04f00ce-b535-47b2-82b5-c23c27ece27f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:35.472165 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'status': 'completed', 'code': 200} Aug 27 15:04:35.494029 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f71f-01ae-48a1-9e5b-8a7e60f990d9 req-d68bcd1b-d92d-4029-9031-847431bc5050 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.495581 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dd15f71f-01ae-48a1-9e5b-8a7e60f990d9 req-d68bcd1b-d92d-4029-9031-847431bc5050 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1157749 Aug 27 15:04:35.497115 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396474ce-01b2-41bb-b3f3-d352604a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:35.541623 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-38e49c2f-aef4-4575-a12a-c6ddb2f86ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.543181 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-38e49c2f-aef4-4575-a12a-c6ddb2f86ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 1096 time: 0.0908253 Aug 27 15:04:35.546427 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dd15f71f-01ae-48a1-9e5b-8a7e60f990d9 req-455f3960-0698-412b-918f-7464f392a60e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Aug 27 15:04:35.595428 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-7892c4be-b2e1-4891-a272-ed1f1396289f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2 HTTP/1.1" status: 200 len: 217 time: 0.0403025 Aug 27 15:04:35.651897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-f6291c5b-1781-4559-a24b-98a1e2d29b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.653321 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-f6291c5b-1781-4559-a24b-98a1e2d29b33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0472744 Aug 27 15:04:35.703605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-85ab5c03-89c5-4116-93cf-050e0dd551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.705027 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-85ab5c03-89c5-4116-93cf-050e0dd551f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380957 Aug 27 15:04:35.734867 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:04:35.795909 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-ecce98dd-102e-46d7-80fc-0275933c14e4 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802658 Aug 27 15:04:35.832451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:35.848809 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:04:35.890735 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.891377 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f2207b44-ad6e-4fc9-9d32-925b72aef85c req-9c55d266-3196-4b72-bb7f-b7a07c49ade1 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846891 Aug 27 15:04:35.907844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:35.928939 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:35.932755 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.981045 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-89cb7bfa-4261-40e9-9a4b-d550e98a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:35.982572 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-89cb7bfa-4261-40e9-9a4b-d550e98a0975 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 1096 time: 0.0399907 Aug 27 15:04:35.982731 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:36.074151 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-717ed02d-4db2-4db1-a7b6-66418e580b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.075661 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-717ed02d-4db2-4db1-a7b6-66418e580b68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0843947 Aug 27 15:04:36.118523 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-aacf6eff-cc6f-4dd3-ab24-74216ee4705f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2 HTTP/1.1" status: 200 len: 217 time: 0.0338728 Aug 27 15:04:36.170069 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-63a7f80f-dd09-43bb-88af-1fad680d89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.171505 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-63a7f80f-dd09-43bb-88af-1fad680d89d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0444648 Aug 27 15:04:36.207495 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538da4e-7105-41e0-9aef-a549f0134931 req-130baf4b-293b-462b-99c8-11b20ece1135 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.209101 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f538da4e-7105-41e0-9aef-a549f0134931 req-130baf4b-293b-462b-99c8-11b20ece1135 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 943 time: 0.0516527 Aug 27 15:04:36.209252 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['9efa6730-4f7f-489f-aea8-5dba67078cf6'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:04:36.236398 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-38f541c5-9c32-43bf-852d-c26ca79e1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.238775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-38f541c5-9c32-43bf-852d-c26ca79e1b1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491693 Aug 27 15:04:36.254942 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f538da4e-7105-41e0-9aef-a549f0134931 req-5c4bd696-68b2-4a15-9920-a624d04932ee tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395322 Aug 27 15:04:36.331630 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-22c41f2a-447d-47c5-a8b6-8f07c58c1930 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Aug 27 15:04:36.429811 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fd140d14-fe1f-4620-abad-25f42ac2795a req-c7a5021f-6730-4a0e-a3bf-9b621f337d91 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Aug 27 15:04:36.665670 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11c67-db04-4ccc-b6f0-9bc89496cb8f req-e2845f33-1080-4357-b119-4b120fdfd9e4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.667194 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d3e11c67-db04-4ccc-b6f0-9bc89496cb8f req-e2845f33-1080-4357-b119-4b120fdfd9e4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 945 time: 0.0483663 Aug 27 15:04:36.703465 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d3e11c67-db04-4ccc-b6f0-9bc89496cb8f req-3ee8f6e2-7ce2-4d0e-9924-00483aaa01f5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Aug 27 15:04:37.367102 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1dea-104f-4fd1-bb0c-e576a327f775 req-92703f8d-7e1e-491a-ac0d-f414ad13fca8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:37.368614 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-07df1dea-104f-4fd1-bb0c-e576a327f775 req-92703f8d-7e1e-491a-ac0d-f414ad13fca8 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 943 time: 0.0474176 Aug 27 15:04:37.405508 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-07df1dea-104f-4fd1-bb0c-e576a327f775 req-bc26ba34-8e49-4258-b627-88459a531355 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304949 Aug 27 15:04:37.751761 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device d2bf7b81-ce24-474f-afce-c9fc68878af2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:04:37.754848 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:37.819370 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cb1ed-3c38-4b62-9f38-6f4134ead824 req-8589010a-cd70-4470-a29c-dbc2939e7426 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:37.820863 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-194cb1ed-3c38-4b62-9f38-6f4134ead824 req-8589010a-cd70-4470-a29c-dbc2939e7426 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 945 time: 0.0481102 Aug 27 15:04:37.860263 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-194cb1ed-3c38-4b62-9f38-6f4134ead824 req-93de14be-75d2-41c0-9a61-c7151258472e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334930 Aug 27 15:04:37.876126 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:37.886767 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:37.887124 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:37.923615 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:37.945258 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'port_id': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:04:38.122331 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:38.138570 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:38.152854 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bf7b81-ce24-474f-afce-c9fc68878af2 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:38.179570 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:38.181807 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e9929-2c44-4e05-aa5b-2f0ab69d793c" -d '{"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:38.188637 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:38.196779 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:38.199590 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:38.204168 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:38.226751 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8c70b2-9323-40f9-bea7-208b3149cdea x-openstack-request-id: req-4e8c70b2-9323-40f9-bea7-208b3149cdea {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:38.227043 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:38.227294 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e8c70b2-9323-40f9-bea7-208b3149cdea {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:38.227681 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'code': 200} Aug 27 15:04:38.253816 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:38.301920 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:38.391005 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b0cb3-9858-4427-9322-0fdec42c4242 req-2ebd717f-ef4b-4206-b30f-abf16e9239be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:38.394163 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-374b0cb3-9858-4427-9322-0fdec42c4242 req-2ebd717f-ef4b-4206-b30f-abf16e9239be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1099 time: 0.0420196 Aug 27 15:04:38.434473 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-374b0cb3-9858-4427-9322-0fdec42c4242 req-64dfbd41-db25-4f39-91ff-11c4a3fc9567 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Aug 27 15:04:38.477268 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['d2bf7b81-ce24-474f-afce-c9fc68878af2'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:04:38.764520 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff42084-57cf-4ad1-9420-212e3e2821be req-760c5d3c-b653-44cc-9a59-a107de1fc668 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:38.765998 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3ff42084-57cf-4ad1-9420-212e3e2821be req-760c5d3c-b653-44cc-9a59-a107de1fc668 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 944 time: 0.2909377 Aug 27 15:04:38.803001 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3ff42084-57cf-4ad1-9420-212e3e2821be req-977cccbb-fdae-4b13-a635-ef5e52d838a9 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 Aug 27 15:04:38.978841 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d53d-278e-4d68-b812-0a58edc1d03c req-20184c6c-9ff5-4786-81c6-09255a20686e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:38.980293 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff08d53d-278e-4d68-b812-0a58edc1d03c req-20184c6c-9ff5-4786-81c6-09255a20686e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0469265 Aug 27 15:04:39.018361 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ff08d53d-278e-4d68-b812-0a58edc1d03c req-f670eb4c-a9c1-4f15-a199-2d1fbcd6f5d6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Aug 27 15:04:39.769906 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device d2bf7b81-ce24-474f-afce-c9fc68878af2 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:39.820541 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port d2bf7b81-ce24-474f-afce-c9fc68878af2 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:39.824820 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port d2bf7b81-ce24-474f-afce-c9fc68878af2 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:39.825425 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:39.915829 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:39.926180 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905eb6e-3759-42af-94d0-dab37317dd96 req-0159b4bd-1d87-496e-b259-e857d0edb005 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:39.927807 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8905eb6e-3759-42af-94d0-dab37317dd96 req-0159b4bd-1d87-496e-b259-e857d0edb005 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 944 time: 0.0527670 Aug 27 15:04:39.947683 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:39.952617 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:39.966079 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8905eb6e-3759-42af-94d0-dab37317dd96 req-575379ca-c01d-4a4b-8010-8fc4450023f1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 Aug 27 15:04:40.004305 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:40.141865 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c55fbe-cf94-4c4b-8e7d-6a4108b08365 req-8f1c381e-d590-41f8-b0f8-b9994b211748 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:40.143482 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58c55fbe-cf94-4c4b-8e7d-6a4108b08365 req-8f1c381e-d590-41f8-b0f8-b9994b211748 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0492411 Aug 27 15:04:40.181282 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58c55fbe-cf94-4c4b-8e7d-6a4108b08365 req-8e3a4b63-99ab-4f94-87c5-11d559c595b6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316410 Aug 27 15:04:40.228889 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:40.231345 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845b264-fe38-4c3d-b39a-d7e09bcfe174" -d '{"events": [{"server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:40.266470 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad30213-1e9c-45de-a722-4d3dc1ebf380 x-openstack-request-id: req-cad30213-1e9c-45de-a722-4d3dc1ebf380 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:40.266769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:40.267025 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cad30213-1e9c-45de-a722-4d3dc1ebf380 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:40.267423 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'code': 200} Aug 27 15:04:40.294277 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d72fa9-9afb-41ab-bbd4-4a0365b819ed req-95d6269f-3e9d-4adb-b8e7-507d0552febc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:40.295771 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41d72fa9-9afb-41ab-bbd4-4a0365b819ed req-95d6269f-3e9d-4adb-b8e7-507d0552febc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0483663 Aug 27 15:04:40.304887 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59192) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:40.309445 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Request body: {'floatingip': {'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:40.353167 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:40.492649 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d75c-fc37-4280-919e-845c6d404f75 req-d2e75c25-9229-4c7b-9b36-7de541da2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:40.494141 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1052d75c-fc37-4280-919e-845c6d404f75 req-d2e75c25-9229-4c7b-9b36-7de541da2186 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 1098 time: 0.0878568 Aug 27 15:04:40.532599 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1052d75c-fc37-4280-919e-845c6d404f75 req-303b83e1-c0ab-4c9a-ab27-1e183e14e4b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299482 Aug 27 15:04:40.796801 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:40.801855 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:40.912948 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Floating IP d6988801-b549-4305-86cb-628ac5618cff associated. External IP: 172.27.2.151, port: 9efa6730-4f7f-489f-aea8-5dba67078cf6. Aug 27 15:04:41.084463 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18a05-c845-4ca1-b6b4-defd1457589c req-c240b214-1f8f-40c9-8175-9ef960b77a2b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:41.085872 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-45f18a05-c845-4ca1-b6b4-defd1457589c req-c240b214-1f8f-40c9-8175-9ef960b77a2b tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0508842 Aug 27 15:04:41.120590 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:41.123435 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-45f18a05-c845-4ca1-b6b4-defd1457589c req-034392e4-204f-4873-b458-89ae52995093 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Aug 27 15:04:41.226298 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:41.231226 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:41.235774 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:41.244924 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:41.245539 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:41.257943 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0494e1ef-2388-4c0f-a427-7b7e1d1469d1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "PUT /v2.0/floatingips/d6988801-b549-4305-86cb-628ac5618cff HTTP/1.1" status: 200 len: 992 time: 0.9519744 Aug 27 15:04:41.258581 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:41.260812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c53057a-c49c-4ecc-89cf-219002f9b51a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:41.305252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceccd975-af1d-41fa-ad34-b5f8e7a037ca x-openstack-request-id: req-ceccd975-af1d-41fa-ad34-b5f8e7a037ca {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:41.305836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:41.305836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ceccd975-af1d-41fa-ad34-b5f8e7a037ca {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:41.306165 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'status': 'completed', 'code': 200} Aug 27 15:04:41.355471 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:41.390311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-06676ddb-a742-4782-adce-cc8178cccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:41.391826 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-06676ddb-a742-4782-adce-cc8178cccb9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1099 time: 0.0411518 Aug 27 15:04:41.487919 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-d6f4b5ac-0924-44f6-8687-2fb78c13a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:41.489380 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-d6f4b5ac-0924-44f6-8687-2fb78c13a05d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0864530 Aug 27 15:04:41.557663 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-8fe589d8-3d0c-4859-8a22-e89df32ad2f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 1000 time: 0.0600781 Aug 27 15:04:41.607687 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-4c7237fd-5c2b-4b0e-8e9d-8d042782b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:41.609037 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-4c7237fd-5c2b-4b0e-8e9d-8d042782b5b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0426440 Aug 27 15:04:41.624159 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd6988801-b549-4305-86cb-628ac5618cff', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:29Z', 'updated_at': '2021-08-27T15:04:40Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:41.654189 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:41.660430 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-859590b4-fa94-40d8-9a2c-a5525dbe7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:41.662038 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-859590b4-fa94-40d8-9a2c-a5525dbe7ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443900 Aug 27 15:04:41.662616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:41.663216 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:41.765125 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-40e508a0-2eb1-45ac-b6f2-381eb59d55ad service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872593 Aug 27 15:04:41.773105 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:41.865852 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c53057a-c49c-4ecc-89cf-219002f9b51a req-d684a46a-6a8f-4b0a-aec4-64aa566c742f service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889630 Aug 27 15:04:42.002770 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd6988801-b549-4305-86cb-628ac5618cff', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:29Z', 'updated_at': '2021-08-27T15:04:40Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:42.031256 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c433b9-825a-4a4a-94a3-baf490d7410b None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd6988801-b549-4305-86cb-628ac5618cff', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:29Z', 'updated_at': '2021-08-27T15:04:40Z', 'revision_number': 1, 'project_id': '64fdf9391b594f2d8546518c67960067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:42.227787 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d55d93-ad68-4a57-97a7-5e45d8eb3486 None None] New status for floating IP d6988801-b549-4305-86cb-628ac5618cff: ACTIVE {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:42.242428 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841cb9-6b35-4339-ae7a-5ceeb75bd4b3 req-2592ffcf-8a35-41ee-9e83-588d803b640e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:42.244048 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-67841cb9-6b35-4339-ae7a-5ceeb75bd4b3 req-2592ffcf-8a35-41ee-9e83-588d803b640e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0513484 Aug 27 15:04:42.282164 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-67841cb9-6b35-4339-ae7a-5ceeb75bd4b3 req-e8cd25bc-db1e-475c-94dc-4a178d1692c7 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Aug 27 15:04:42.396722 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f275-e9f9-4a21-9964-cf0b40942de5 req-2fb3df69-952b-48df-aa4b-86c314e6fdae tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:42.401323 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7b76f275-e9f9-4a21-9964-cf0b40942de5 req-2fb3df69-952b-48df-aa4b-86c314e6fdae tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0553503 Aug 27 15:04:42.406710 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59212) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:42.411953 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Request body: {'floatingip': {'port_id': 'd2bf7b81-ce24-474f-afce-c9fc68878af2'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:42.455189 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:42.876267 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:42.880682 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:42.979049 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Floating IP d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8 associated. External IP: 172.27.2.216, port: d2bf7b81-ce24-474f-afce-c9fc68878af2. Aug 27 15:04:43.181757 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:43.287171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:43.291837 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:43.296458 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:43.305728 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:43.306332 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:43.319529 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d6cff856-941d-4a4f-8748-52795e52e973 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "PUT /v2.0/floatingips/d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8 HTTP/1.1" status: 200 len: 991 time: 0.9117739 Aug 27 15:04:43.320138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:43.322485 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:43.358667 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ac17d-bd45-4aae-8ee7-c5ed4bba8f63 x-openstack-request-id: req-bb3ac17d-bd45-4aae-8ee7-c5ed4bba8f63 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:43.358963 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:43.359212 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb3ac17d-bd45-4aae-8ee7-c5ed4bba8f63 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:43.360849 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'status': 'completed', 'code': 200} Aug 27 15:04:43.419148 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:43.421429 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-578403f4-73f8-43de-a929-73b53ca63e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:43.422960 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-578403f4-73f8-43de-a929-73b53ca63e11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 1098 time: 0.0406907 Aug 27 15:04:43.516800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-5800a762-93b0-4182-a9f9-4b33c0aa00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:43.518288 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-5800a762-93b0-4182-a9f9-4b33c0aa00a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 200 len: 912 time: 0.0881927 Aug 27 15:04:43.586701 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-36f2be61-54e7-4560-8982-debd7889733d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2 HTTP/1.1" status: 200 len: 999 time: 0.0592499 Aug 27 15:04:43.639018 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-fb1a9486-2792-4290-9fcd-a24ccd4cae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:43.640526 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-fb1a9486-2792-4290-9fcd-a24ccd4cae27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 200 len: 850 time: 0.0460517 Aug 27 15:04:43.689894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-311c9029-4974-4ff4-a5d1-17ba9315cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:43.691437 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-311c9029-4974-4ff4-a5d1-17ba9315cf71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64a18e8c-064c-4637-b786-d5c21eeb0284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431371 Aug 27 15:04:43.757352 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:31Z', 'updated_at': '2021-08-27T15:04:42Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:43.780485 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-f7661ca1-c3d0-4a3f-a01b-8588f003dfa5 service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Aug 27 15:04:43.783283 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:43.792175 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:43.792770 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:04:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:43.872031 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3c8dd6e4-3f20-41de-a9f6-e1fc07e3878d req-de70a7e8-1068-4268-bff3-c3a7af3be2cb service neutron] 10.222.0.35 "GET /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Aug 27 15:04:43.897940 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:44.120092 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:31Z', 'updated_at': '2021-08-27T15:04:42Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:44.146837 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a429f0-0927-4881-a7be-09ec3df28a94 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'd0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'port_id': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:31Z', 'updated_at': '2021-08-27T15:04:42Z', 'revision_number': 1, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:44.317001 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956992d-ca12-46ee-ab34-710e7f78bfb0 None None] New status for floating IP d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8: ACTIVE {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:58.739163 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-38b4256f-f98a-49ca-85e4-41730e945272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:01.563019 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3bb9db44-83c7-490e-a7c1-e93c89ff9ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:02.085494 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:02.613044 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:04.687374 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c909-c839-4df3-bd1d-82d7c1f9f572 req-ca162b97-cf16-4449-958d-968777ab82b6 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:04.688730 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e150c909-c839-4df3-bd1d-82d7c1f9f572 req-ca162b97-cf16-4449-958d-968777ab82b6 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Aug 27 15:05:04.726357 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e150c909-c839-4df3-bd1d-82d7c1f9f572 req-226cec86-c5ad-485b-b05d-7c7a4133ac97 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 27 15:05:04.877117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:05.428645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:05.838755 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4c4d2-5d83-4b8a-ba5b-f5e62df7139d req-99eb6e6c-14ed-44a7-859f-e62a2eed5510 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:05.840248 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ded4c4d2-5d83-4b8a-ba5b-f5e62df7139d req-99eb6e6c-14ed-44a7-859f-e62a2eed5510 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Aug 27 15:05:05.877781 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ded4c4d2-5d83-4b8a-ba5b-f5e62df7139d req-b633fc3c-5978-4e21-83f0-8af866717dec tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 27 15:05:06.613285 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:05:06.759865 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-7974823a-67bf-45e2-90a8-74c719497cdc tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:06.761480 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-7974823a-67bf-45e2-90a8-74c719497cdc tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Aug 27 15:05:06.858077 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Deleting port c3b283ea-14f6-42e9-816e-59e0aa57073b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:05:06.858768 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:06.948412 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] For port c3b283ea-14f6-42e9-816e-59e0aa57073b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b283ea-14f6-42e9-816e-59e0aa57073b,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:06.948777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:06.961733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Calling delete_port for c3b283ea-14f6-42e9-816e-59e0aa57073b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:05:06.997121 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0288fb-811b-4fd2-93f5-30602d6af32d req-8bef6963-2e56-4c1c-8c99-e258813cd9bc tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:06.998631 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e0288fb-811b-4fd2-93f5-30602d6af32d req-8bef6963-2e56-4c1c-8c99-e258813cd9bc tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a88602-5f17-401f-b344-7d6f7bb6db20 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Aug 27 15:05:07.037198 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7e0288fb-811b-4fd2-93f5-30602d6af32d req-8462ce70-af67-454a-a008-6106f7d98f8d tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Aug 27 15:05:07.098699 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:07.111790 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['c3b283ea-14f6-42e9-816e-59e0aa57073b'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:05:07.126542 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Pushing event deleted for resources: {'Port': ['ID=c3b283ea-14f6-42e9-816e-59e0aa57073b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:07.139841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.140191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.140536 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.140875 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.141209 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.141542 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.141881 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.142208 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.142565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.142895 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.143241 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.143591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:07.174803 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] No DVR routers for this DVR port c3b283ea-14f6-42e9-816e-59e0aa57073b on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:05:07.177541 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:07.179558 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-156e63f3-644d-4bd1-9996-0bb650b94ad5 req-b1a53ef9-42c5-4422-9a6b-119d85e1a732 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "DELETE /v2.0/ports/c3b283ea-14f6-42e9-816e-59e0aa57073b HTTP/1.1" status: 204 len: 173 time: 0.4071934 Aug 27 15:05:07.179981 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'name': 'network-vif-deleted', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:07.182199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a1815a-e6e4-4f24-ab33-76e92fd7b18e" -d '{"events": [{"server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "name": "network-vif-deleted", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:07.281971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbf0bf-e648-410b-8227-a47bde86b84c x-openstack-request-id: req-c9cbf0bf-e648-410b-8227-a47bde86b84c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:07.282269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a88602-5f17-401f-b344-7d6f7bb6db20", "name": "network-vif-deleted", "tag": "c3b283ea-14f6-42e9-816e-59e0aa57073b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:07.282551 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9cbf0bf-e648-410b-8227-a47bde86b84c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:07.282952 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a88602-5f17-401f-b344-7d6f7bb6db20', 'name': 'network-vif-deleted', 'tag': 'c3b283ea-14f6-42e9-816e-59e0aa57073b', 'status': 'completed', 'code': 200} Aug 27 15:05:10.291047 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c3b283ea-14f6-42e9-816e-59e0aa57073b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:05:10.312935 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: c3b283ea-14f6-42e9-816e-59e0aa57073b {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:05:10.313284 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device c3b283ea-14f6-42e9-816e-59e0aa57073b not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:05:18.065713 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-8ef62201-284b-46db-8b41-f56c149cd60f tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:18.067143 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-8ef62201-284b-46db-8b41-f56c149cd60f tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 814 time: 0.1201537 Aug 27 15:05:18.081447 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-c75959b8-2eff-4a66-a0a2-5cb53121a62c tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/quotas/0209b06800494c17aba75ab104d438b4 HTTP/1.1" status: 200 len: 375 time: 0.0087008 Aug 27 15:05:18.114363 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-a5c0a9d5-0bf9-4d43-86bf-b2f399412226 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278692 Aug 27 15:05:18.202251 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e56eee81-e536-442b-a60c-e3db51639b23 service neutron] 10.222.0.42 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804508 Aug 27 15:05:18.292794 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-6e24089a-d872-4adb-92c8-7ed97d92fb23 service neutron] 10.222.0.42 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844865 Aug 27 15:05:18.454670 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b898082d-1b79-4066-86ed-51158d906232 req-2e64ff9e-46df-44f5-81ce-80a583369190 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 210 time: 0.0288634 Aug 27 15:05:19.512465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-21a129c1-c74f-474e-b2fc-c57a5cd69efb tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:19.513927 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-21a129c1-c74f-474e-b2fc-c57a5cd69efb tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 814 time: 0.1007500 Aug 27 15:05:19.537505 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Request body: {'port': {'device_id': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859', 'admin_state_up': True, 'tenant_id': '0209b06800494c17aba75ab104d438b4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:19.653894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Made reservation on behalf of 0209b06800494c17aba75ab104d438b4 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:05:19.657983 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:19.783794 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e12eaf32-1dc5-407f-b86c-8bb6f7012e2b req-6cb729e4-f760-403d-83b6-75472a7dd172 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 210 time: 0.2542429 Aug 27 15:05:19.802731 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Allocated IP 172.20.0.14 (7fd155bc-e667-4e87-8dcc-ae4be79fd859/3dc531fa-4afd-4948-bed7-2374313eacce/9d1c2953-f4fe-44d2-8261-2fa695fb7770) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:05:19.946823 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:19.986386 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.029025 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:05:20.033705 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:05:20.038159 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:05:20.065883 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Pushing event updated for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:20.093723 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.094326 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.108433 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-06b015cd-2612-46c6-b5d1-04e8175dee58 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750992 Aug 27 15:05:20.123428 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Request body: {'port': {'device_id': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:20.173214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.423396 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1c2953-f4fe-44d2-8261-2fa695fb7770 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:05:20.430451 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.441777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Transition to ACTIVE for port object 9d1c2953-f4fe-44d2-8261-2fa695fb7770 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:05:20.445393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.509988 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:20.559587 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Attempting to bind port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:05:20.560186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Attempting to bind port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:05:20.560296 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Attempting to bind port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:20.564411 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:05:20.564731 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Attempting to bind port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 on network 7fd155bc-e667-4e87-8dcc-ae4be79fd859 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:20.569434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:05:20.569771 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Checking segment: {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:05:20.570153 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Bound using segment: {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:05:20.570605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Bound port: 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092d1d0e-1a7b-4304-8ea6-15211c3ffb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:05:20.570970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.633991 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:05:20.637338 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:05:20.641969 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.679867 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.680477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:20.681868 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] 10.222.0.35 "PUT /v2.0/ports/9d1c2953-f4fe-44d2-8261-2fa695fb7770 HTTP/1.1" status: 200 len: 1094 time: 0.5624871 Aug 27 15:05:20.682332 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:20.684715 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ab8eef-4bc0-4a91-847b-e16b628836a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:20.710042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52256a3-6817-4e34-9bc0-7bfbf602638e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:20.735826 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab3e49-afdd-49cb-8c92-2ea005fdd20a x-openstack-request-id: req-04ab3e49-afdd-49cb-8c92-2ea005fdd20a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:20.736898 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:20.736898 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04ab3e49-afdd-49cb-8c92-2ea005fdd20a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:20.736898 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770', 'status': 'completed', 'code': 200} Aug 27 15:05:20.745374 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b3597-0f90-402a-99dd-0e3c85c9e73a req-9498d1e9-57e3-4238-a067-6d5e1e09aef3 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.746851 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d79b3597-0f90-402a-99dd-0e3c85c9e73a req-9498d1e9-57e3-4238-a067-6d5e1e09aef3 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Aug 27 15:05:20.765331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-d5c8d6e9-3aaa-4e80-abd0-4ec6c71fffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.766825 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-d5c8d6e9-3aaa-4e80-abd0-4ec6c71fffc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 1097 time: 0.0407457 Aug 27 15:05:20.785015 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d79b3597-0f90-402a-99dd-0e3c85c9e73a req-5dcf2fd8-a9bd-4ef6-9f5f-83898468d68b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Aug 27 15:05:20.808716 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-f43a033f-b44d-4fc6-9b38-6734e016e423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770 HTTP/1.1" status: 200 len: 217 time: 0.0330536 Aug 27 15:05:20.883883 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-04313bd8-685b-4277-90f1-d57c9ca7dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.885293 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-04313bd8-685b-4277-90f1-d57c9ca7dd4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3dc531fa-4afd-4948-bed7-2374313eacce HTTP/1.1" status: 200 len: 854 time: 0.0688243 Aug 27 15:05:20.921988 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-ca5663b7-dca9-4701-b706-b34dcd4222ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fd155bc-e667-4e87-8dcc-ae4be79fd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261192 Aug 27 15:05:20.929686 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4c42-4e3a-41db-a86b-2142aa97be59 req-1578346a-7f8b-4493-83bf-5fc92e1b3fc8 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.931008 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ecbc4c42-4e3a-41db-a86b-2142aa97be59 req-1578346a-7f8b-4493-83bf-5fc92e1b3fc8 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 944 time: 0.0768661 Aug 27 15:05:21.019509 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ecbc4c42-4e3a-41db-a86b-2142aa97be59 req-5265a0ad-5a8e-42c1-803a-8de4d7a7278a tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808518 Aug 27 15:05:21.040703 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-16ff6154-ac33-4434-8b8a-91033fb30c3d service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087892 Aug 27 15:05:21.134796 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-74cf7988-dac8-458f-95b4-9fa6872f842d req-e2dbed43-34dc-4d0a-add8-575455aab506 service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852497 Aug 27 15:05:21.233342 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-56b91294-cc99-4623-b670-5cb02867f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:21.234866 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-56b91294-cc99-4623-b670-5cb02867f691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0209b06800494c17aba75ab104d438b4&device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 1097 time: 0.0385792 Aug 27 15:05:21.326243 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-d2b852ad-f5c9-4bd0-84ab-76d920c7c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:21.327722 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-d2b852ad-f5c9-4bd0-84ab-76d920c7c8ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 200 len: 915 time: 0.0853317 Aug 27 15:05:21.372128 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-6c71a911-702f-4dab-ac6f-ad846cd44191 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770 HTTP/1.1" status: 200 len: 217 time: 0.0326860 Aug 27 15:05:21.435036 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-14836e0f-d8d8-42f0-a27d-bf58af127ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:21.436617 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-14836e0f-d8d8-42f0-a27d-bf58af127ee9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3dc531fa-4afd-4948-bed7-2374313eacce HTTP/1.1" status: 200 len: 854 time: 0.0463843 Aug 27 15:05:21.469089 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-790df8ae-362f-4b6e-8011-1bb386f0abde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fd155bc-e667-4e87-8dcc-ae4be79fd859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225687 Aug 27 15:05:21.560665 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-a18c55b1-b89e-4cb9-a13b-7fbc8bcff1da service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803268 Aug 27 15:05:21.657221 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-07ab8eef-4bc0-4a91-847b-e16b628836a3 req-ecc9c63c-4e1e-484a-b801-a4c97f213ea3 service neutron] 10.222.0.35 "GET /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 Aug 27 15:05:21.898551 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c430bdc-0f77-4416-be14-25af8e904dd9 req-e880bdef-803b-4bda-a0ec-a72c44e2aac5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:21.900043 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6c430bdc-0f77-4416-be14-25af8e904dd9 req-e880bdef-803b-4bda-a0ec-a72c44e2aac5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0473034 Aug 27 15:05:21.937034 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6c430bdc-0f77-4416-be14-25af8e904dd9 req-f170f1f8-35d6-49cc-bc92-63a9412dedb9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Aug 27 15:05:21.977274 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9d1c2953-f4fe-44d2-8261-2fa695fb7770 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:05:22.072437 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:22.084274 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '9d1c2953-f4fe-44d2-8261-2fa695fb7770', 'network_id': '7fd155bc-e667-4e87-8dcc-ae4be79fd859', 'port_id': '9d1c2953-f4fe-44d2-8261-2fa695fb7770', 'mac_address': 'fa:16:3e:78:38:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc531fa-4afd-4948-bed7-2374313eacce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:05:22.120733 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:22.133594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1c2953-f4fe-44d2-8261-2fa695fb7770 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:05:22.134963 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f503943-f43e-4300-9b8d-4bdf368a4d28 req-f22399b0-cdff-4d6f-ba35-0e2401f8bf1c tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:22.136544 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5f503943-f43e-4300-9b8d-4bdf368a4d28 req-f22399b0-cdff-4d6f-ba35-0e2401f8bf1c tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 944 time: 0.0475662 Aug 27 15:05:22.152919 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:22.165850 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:22.175376 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5f503943-f43e-4300-9b8d-4bdf368a4d28 req-1a4badc5-e301-4321-9f0f-e69b9ccb6a82 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Aug 27 15:05:22.216856 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:22.223898 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.224892 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.225239 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.225573 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.225904 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.226236 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.226594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.226928 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.227275 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.227605 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.227927 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.228251 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:22.454732 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['9d1c2953-f4fe-44d2-8261-2fa695fb7770'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:05:22.731857 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e778-65ec-403d-ba28-959919211991 req-41ea49fb-659a-48d5-a63f-523c0c9bf686 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:22.733300 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f6d2e778-65ec-403d-ba28-959919211991 req-41ea49fb-659a-48d5-a63f-523c0c9bf686 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0464268 Aug 27 15:05:22.829582 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port f6bf757b-be49-4087-b032-a254160dd296 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:05:22.829932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:22.914331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] For port f6bf757b-be49-4087-b032-a254160dd296, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6bf757b-be49-4087-b032-a254160dd296,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:22.914732 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:23.056812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc25b4-158b-45ed-a385-13222d1d1c8f req-fd150169-77cb-4a0e-b6c8-124707db33d1 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:23.058392 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0adc25b4-158b-45ed-a385-13222d1d1c8f req-fd150169-77cb-4a0e-b6c8-124707db33d1 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Aug 27 15:05:23.103146 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0adc25b4-158b-45ed-a385-13222d1d1c8f req-cedba09d-bf84-413f-8875-623717a598de tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Aug 27 15:05:23.140662 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:23.141044 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:23.141356 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP cd735563-91e3-445e-8e49-6b0f470ac6d0 disassociated. External IP: 172.27.2.180, port: f6bf757b-be49-4087-b032-a254160dd296. Aug 27 15:05:23.141692 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for f6bf757b-be49-4087-b032-a254160dd296 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:05:23.292075 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:23.329278 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4d0d-29e5-400f-9186-232aa685e869 req-c57f9193-d520-4989-9831-fb6b94d76c32 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:23.330693 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d46e4d0d-29e5-400f-9186-232aa685e869 req-c57f9193-d520-4989-9831-fb6b94d76c32 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 945 time: 0.0860157 Aug 27 15:05:23.332144 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=f6bf757b-be49-4087-b032-a254160dd296,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:23.411050 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d46e4d0d-29e5-400f-9186-232aa685e869 req-7d7228b0-08e2-432d-b536-09b7e58b33f4 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735428 Aug 27 15:05:23.475780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:05:23.825160 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:05:23.835875 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:05:23.844788 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:05:23.845389 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:05:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:23.861222 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] No DVR routers for this DVR port f6bf757b-be49-4087-b032-a254160dd296 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:05:23.863724 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:23.865725 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f6d2e778-65ec-403d-ba28-959919211991 req-ff760d7a-a265-432a-9002-86138272c564 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "DELETE /v2.0/ports/f6bf757b-be49-4087-b032-a254160dd296 HTTP/1.1" status: 204 len: 173 time: 1.1207812 Aug 27 15:05:23.866165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'name': 'network-vif-deleted', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:23.868422 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a005d1-edb8-4011-90e6-adf93353f035" -d '{"events": [{"server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "name": "network-vif-deleted", "tag": "f6bf757b-be49-4087-b032-a254160dd296"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:23.906087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf74031-544f-4c15-8437-a9efc4e3c95e x-openstack-request-id: req-ccf74031-544f-4c15-8437-a9efc4e3c95e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:23.906245 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a6bbd-2751-4181-bfd3-2d6f66410b00", "name": "network-vif-deleted", "tag": "f6bf757b-be49-4087-b032-a254160dd296", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:23.906460 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccf74031-544f-4c15-8437-a9efc4e3c95e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:23.906926 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a6bbd-2751-4181-bfd3-2d6f66410b00', 'name': 'network-vif-deleted', 'tag': 'f6bf757b-be49-4087-b032-a254160dd296', 'status': 'completed', 'code': 200} Aug 27 15:05:23.960568 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:05:24.031277 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9d1c2953-f4fe-44d2-8261-2fa695fb7770 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:05:24.142920 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:05:24.151643 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:05:24.152019 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:24.216072 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e96f9233-7306-406e-9e32-88e6a890a8a1 req-f8aa3fb1-b798-4104-b3ef-217259ab661e tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1a6bbd-2751-4181-bfd3-2d6f66410b00 HTTP/1.1" status: 200 len: 210 time: 0.0360751 Aug 27 15:05:24.264666 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:24.291699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:05:24.294383 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:24.319442 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:05:24.320049 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:05:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:24.326817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:24.329039 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb38c15-ca93-4f55-9369-558e42137c9c" -d '{"events": [{"server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:24.373785 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:24.380192 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:24.380628 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device f6bf757b-be49-4087-b032-a254160dd296 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:05:24.424171 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b167b-68ac-4f51-a7ad-bb778f6951d7 x-openstack-request-id: req-9a0b167b-68ac-4f51-a7ad-bb778f6951d7 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:24.424463 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:24.424718 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a0b167b-68ac-4f51-a7ad-bb778f6951d7 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:24.425110 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770', 'code': 200} Aug 27 15:05:24.428003 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: f6bf757b-be49-4087-b032-a254160dd296 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:05:24.428353 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device f6bf757b-be49-4087-b032-a254160dd296 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:05:24.494181 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:05:24.539393 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f10d48-ac17-4654-b047-c70c29e40cb6 req-757082f6-4a6f-4c52-b0eb-cbc05f19825b tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:24.547363 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-89f10d48-ac17-4654-b047-c70c29e40cb6 req-757082f6-4a6f-4c52-b0eb-cbc05f19825b tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0610855 Aug 27 15:05:24.587293 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-89f10d48-ac17-4654-b047-c70c29e40cb6 req-5477c3f1-d56f-4493-9f3a-00632986a3c6 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Aug 27 15:05:24.623237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:24.674525 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ad0b8-b3b6-448a-a712-abc246faea06 req-458c8872-d90c-4dc9-9ffa-a7fe38f76ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:24.676021 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b24ad0b8-b3b6-448a-a712-abc246faea06 req-458c8872-d90c-4dc9-9ffa-a7fe38f76ed3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 1099 time: 0.0433886 Aug 27 15:05:24.717707 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b24ad0b8-b3b6-448a-a712-abc246faea06 req-24581a81-1c2d-4549-8f5c-8ee6cb4dfd2c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Aug 27 15:05:24.721488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:24.762226 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e835d95-87f4-4bb8-a46a-203b63e98db7 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:05:24.956412 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aca4fa-6630-40f2-847c-21ed611866c0 None None] New status for floating IP cd735563-91e3-445e-8e49-6b0f470ac6d0: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:05:25.450402 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-4fc36e3a-c75d-492b-be51-9662fef6e250 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929299162&fields=id&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 267 time: 0.0317655 Aug 27 15:05:25.564318 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-b7677dec-0d9d-45d7-8c75-5ef4ec76a64b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:25.565772 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-b7677dec-0d9d-45d7-8c75-5ef4ec76a64b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1087861 Aug 27 15:05:25.581024 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-62dea7ff-f7dc-42f3-b7a8-a36fb6fcea48 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/quotas/b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 375 time: 0.0096381 Aug 27 15:05:25.633217 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-0d960328-d2dd-4253-8fa2-270bb0925f66 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469677 Aug 27 15:05:25.702173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e76690-d62f-47f9-8ba0-3293c6cf71d4 req-f7f836e6-950b-4544-b54f-9e1b62d744f5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:25.703690 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c4e76690-d62f-47f9-8ba0-3293c6cf71d4 req-f7f836e6-950b-4544-b54f-9e1b62d744f5 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0505443 Aug 27 15:05:25.735071 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-18b60fe8-29a4-4cc8-8a0a-35298f5cc4c6 service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897741 Aug 27 15:05:25.742114 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c4e76690-d62f-47f9-8ba0-3293c6cf71d4 req-943f624f-8759-4ce9-841b-37eec0a3e495 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 27 15:05:25.846688 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-92003d05-3a34-4f58-a6f6-64d5cfd7c0ec service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051264 Aug 27 15:05:26.129937 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cd7015df-3f44-4914-8bfd-d451264b06f8 req-a9b6e5cf-393c-41bf-b72e-0ceecd4e5b39 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 210 time: 0.0251884 Aug 27 15:05:26.854892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17524e-dc32-485e-af40-2cfee5f84c0c req-b9ced344-2941-4661-a817-b7c0cca1cf05 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:26.856341 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6a17524e-dc32-485e-af40-2cfee5f84c0c req-b9ced344-2941-4661-a817-b7c0cca1cf05 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0469275 Aug 27 15:05:26.893992 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6a17524e-dc32-485e-af40-2cfee5f84c0c req-7c9c124d-bb99-4b2c-bf61-b5da37a2c5e6 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Aug 27 15:05:27.108513 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-83b8be75-8170-4559-9236-312f64ff42e5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:27.109965 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-83b8be75-8170-4559-9236-312f64ff42e5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1066370 Aug 27 15:05:27.160635 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-4c7de491-d040-46bd-80a9-2678d5673dd4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 379 time: 0.0409815 Aug 27 15:05:27.170752 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'port': {'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'admin_state_up': True, 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'security_groups': ['52542239-8d87-4463-86b5-b794e535ed3c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:27.256314 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-461bd260-11fa-44fc-b1c3-b0d551d93b7c req-af2c964b-e92d-43c0-a862-9c2a3c33541a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 210 time: 0.0359225 Aug 27 15:05:27.299662 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Made reservation on behalf of b269778d33f141c284a3a8398e654de1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:05:27.303731 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.425625 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.20.0.11 (bd327586-c15e-4d54-817a-8ebb23b3059a/9669be29-b65c-4022-b598-fa10b3b8cf6e/e446bf94-fdf8-4672-ad35-971e0a4bdc80) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:05:27.567413 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.581956 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Transition to ACTIVE for port object e446bf94-fdf8-4672-ad35-971e0a4bdc80 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:05:27.617311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.661815 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:05:27.667022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:05:27.670787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:05:27.694786 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:27.724114 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:27.724819 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.743991 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-8372aac3-f8ff-48d6-b2dc-97fcc6ccf4bc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773778 Aug 27 15:05:27.772652 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Request body: {'port': {'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:27.832206 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.931536 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2463d054-309a-4667-8318-fc9b7c97dac5 None None] Provisioning for port e446bf94-fdf8-4672-ad35-971e0a4bdc80 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:05:27.936968 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2463d054-309a-4667-8318-fc9b7c97dac5 None None] Provisioning complete for port e446bf94-fdf8-4672-ad35-971e0a4bdc80 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:05:27.937435 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2463d054-309a-4667-8318-fc9b7c97dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:27.972398 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-2463d054-309a-4667-8318-fc9b7c97dac5 None None] Port e446bf94-fdf8-4672-ad35-971e0a4bdc80 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:05:28.091661 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e446bf94-fdf8-4672-ad35-971e0a4bdc80 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:05:28.098987 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.110423 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Transition to ACTIVE for port object e446bf94-fdf8-4672-ad35-971e0a4bdc80 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:05:28.114026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.162518 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Pushing event updated for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:28.235427 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Attempting to bind port e446bf94-fdf8-4672-ad35-971e0a4bdc80 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:05:28.235770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Attempting to bind port e446bf94-fdf8-4672-ad35-971e0a4bdc80 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:05:28.236113 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Attempting to bind port e446bf94-fdf8-4672-ad35-971e0a4bdc80 on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:28.241303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Port e446bf94-fdf8-4672-ad35-971e0a4bdc80 on network bd327586-c15e-4d54-817a-8ebb23b3059a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:05:28.241760 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Attempting to bind port e446bf94-fdf8-4672-ad35-971e0a4bdc80 on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:28.246968 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:05:28.247318 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:05:28.247821 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Bound using segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:05:28.248266 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Bound port: e446bf94-fdf8-4672-ad35-971e0a4bdc80, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:05:28.248630 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.318173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:05:28.321436 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:05:28.326975 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.389139 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.389670 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.391088 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] 10.222.0.35 "PUT /v2.0/ports/e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 1094 time: 0.6236246 Aug 27 15:05:28.393390 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:28.395868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f82bb9-baf1-4e31-bca3-e73abdbd187c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:28.425546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5462ef-7755-4784-a168-dea9e9b2b806 service neutron] Pushing event updated for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:28.451529 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d00ee0-2900-4561-9ea2-886c06accfbe req-3f95e13b-ac57-4f18-aad4-bef93eeb6124 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.453011 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f5d00ee0-2900-4561-9ea2-886c06accfbe req-3f95e13b-ac57-4f18-aad4-bef93eeb6124 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.1225278 Aug 27 15:05:28.454553 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3528044a-2b53-4b6f-84ef-4000daa4d23e x-openstack-request-id: req-3528044a-2b53-4b6f-84ef-4000daa4d23e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:28.454837 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:28.455090 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3528044a-2b53-4b6f-84ef-4000daa4d23e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:28.455481 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'status': 'completed', 'code': 200} Aug 27 15:05:28.516486 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f5d00ee0-2900-4561-9ea2-886c06accfbe req-3b8781d1-df3e-4dff-9054-aa2cdf8fcd71 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439956 Aug 27 15:05:28.520411 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-3f683a44-2d76-4e83-a741-bfb025249564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.522153 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-3f683a44-2d76-4e83-a741-bfb025249564 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0870576 Aug 27 15:05:28.572191 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-a974554b-0224-4de0-834c-aa076ccf0eae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 217 time: 0.0382023 Aug 27 15:05:28.622667 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-f771860d-870e-4e9d-a8b2-f747204fbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.624113 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-f771860d-870e-4e9d-a8b2-f747204fbaae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0432341 Aug 27 15:05:28.669758 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-4e6639ea-b885-4b0a-8bb8-6b2d64e9ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.671198 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-4e6639ea-b885-4b0a-8bb8-6b2d64e9ec4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386994 Aug 27 15:05:28.739411 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c51da53d-150f-4554-9252-3977bd58c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.767043 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-71a7ae97-625b-4995-8beb-b88cf104bf86 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871558 Aug 27 15:05:28.860812 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bc9b57b4-0d19-49b4-a04e-3f4484212aa5 req-dfbb99c8-0683-431c-8a89-157ff9be9228 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853591 Aug 27 15:05:28.977529 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-41bad3e2-c874-4990-bedb-c21cbdcbcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.979006 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-41bad3e2-c874-4990-bedb-c21cbdcbcb69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0396745 Aug 27 15:05:29.071018 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-1149a9bd-9a86-442f-902d-178ce789e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.072438 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-1149a9bd-9a86-442f-902d-178ce789e092 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0843880 Aug 27 15:05:29.114804 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-303423be-5130-45bb-a47a-33fbf1434e98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 217 time: 0.0335820 Aug 27 15:05:29.166378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-98ab630c-fa8b-4e2c-bbc9-c5262c730a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.167775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-98ab630c-fa8b-4e2c-bbc9-c5262c730a21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0443377 Aug 27 15:05:29.238124 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-631cfc0c-3684-46fc-8a73-1a794bb54fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.239884 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-631cfc0c-3684-46fc-8a73-1a794bb54fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429313 Aug 27 15:05:29.327621 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-b826e23d-89ca-4dd0-9716-9510197439c6 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797298 Aug 27 15:05:29.424873 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-34f82bb9-baf1-4e31-bca3-e73abdbd187c req-0b1a2d6e-c502-473a-a5cf-3e87e78efe34 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Aug 27 15:05:29.633525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77f145-613d-4b59-acee-83564184910c req-5238a17a-186b-459b-a8c1-121cc78c6df9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.635004 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0d77f145-613d-4b59-acee-83564184910c req-5238a17a-186b-459b-a8c1-121cc78c6df9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0477567 Aug 27 15:05:29.675434 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0d77f145-613d-4b59-acee-83564184910c req-ac741eb5-4ae0-4acd-801b-41b22840464d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345871 Aug 27 15:05:30.790151 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bddea-f2c5-4ece-b8f0-919a4a3441b0 req-8d9749f2-4eea-414c-8856-99bdae86ab25 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:30.791645 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b05bddea-f2c5-4ece-b8f0-919a4a3441b0 req-8d9749f2-4eea-414c-8856-99bdae86ab25 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0489876 Aug 27 15:05:30.828149 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b05bddea-f2c5-4ece-b8f0-919a4a3441b0 req-6590c6c3-e513-4b98-8f14-487ee7c33254 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Aug 27 15:05:31.564061 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f47a8be8-c90f-4a3d-b1bb-b7bb90fbd5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:31.942154 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98b55-9614-43c9-b273-561b9f2481f0 req-6d90a123-c085-4423-a26e-fd606e0fe0ca tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.943643 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ea98b55-9614-43c9-b273-561b9f2481f0 req-6d90a123-c085-4423-a26e-fd606e0fe0ca tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0490901 Aug 27 15:05:31.981636 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ea98b55-9614-43c9-b273-561b9f2481f0 req-6dabcfbf-3a59-4171-ac85-87bebd72e786 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Aug 27 15:05:32.086022 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:32.616336 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:33.094119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535be64-2703-43b6-8878-26a023108d83 req-a34a65c3-e083-4ff5-be5e-2f983540e845 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:33.095528 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0535be64-2703-43b6-8878-26a023108d83 req-a34a65c3-e083-4ff5-be5e-2f983540e845 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0468309 Aug 27 15:05:33.134100 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0535be64-2703-43b6-8878-26a023108d83 req-35e1c6b4-18bb-4d7f-8e7e-58240e8fb5b2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Aug 27 15:05:34.247424 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d917de0-1df7-4b70-bc93-623fe55e9e2a req-3ee94c9c-c834-40b5-aa17-3d78162fd0e5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.248867 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4d917de0-1df7-4b70-bc93-623fe55e9e2a req-3ee94c9c-c834-40b5-aa17-3d78162fd0e5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0472639 Aug 27 15:05:34.286538 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4d917de0-1df7-4b70-bc93-623fe55e9e2a req-05f10979-20bb-426d-a6f0-f1d213b4f8b4 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Aug 27 15:05:34.877825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:35.407451 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f12a9-81ab-4a11-8e8d-f08798086f28 req-6ded8809-c694-40ab-8bae-d77168d9f46d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:35.408935 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7a0f12a9-81ab-4a11-8e8d-f08798086f28 req-6ded8809-c694-40ab-8bae-d77168d9f46d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0534530 Aug 27 15:05:35.436230 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:35.446691 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7a0f12a9-81ab-4a11-8e8d-f08798086f28 req-00a0e9f2-953c-4529-8693-e84397d6520a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Aug 27 15:05:38.037500 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d899fb-8ade-4bb7-a37a-996893c72558 req-1ac5bbb5-52f5-4f2b-b508-19c3b7c34e33 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:38.039155 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a2d899fb-8ade-4bb7-a37a-996893c72558 req-1ac5bbb5-52f5-4f2b-b508-19c3b7c34e33 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 944 time: 0.0489168 Aug 27 15:05:38.067234 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e446bf94-fdf8-4672-ad35-971e0a4bdc80 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:05:38.089727 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a2d899fb-8ade-4bb7-a37a-996893c72558 req-fb851d84-f28d-422f-b858-de72a433a145 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Aug 27 15:05:38.307250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:38.320004 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:05:38.359486 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:38.371992 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e446bf94-fdf8-4672-ad35-971e0a4bdc80 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:05:38.391660 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:38.395047 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:38.444538 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:38.665074 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['e446bf94-fdf8-4672-ad35-971e0a4bdc80'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:05:39.195073 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae02012-bee6-448f-b174-a0f9e8bcc747 req-1a3aabfc-3ed3-4314-8bc0-ddd92a2f70b2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:39.196535 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ae02012-bee6-448f-b174-a0f9e8bcc747 req-1a3aabfc-3ed3-4314-8bc0-ddd92a2f70b2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 945 time: 0.0469511 Aug 27 15:05:39.234295 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5ae02012-bee6-448f-b174-a0f9e8bcc747 req-b30d44bc-ded4-45d2-b4d3-6ff3a01cdd98 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Aug 27 15:05:39.263134 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-a09b286a-88a6-4601-bf8c-7f0c28105e01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387745 Aug 27 15:05:40.350172 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545508b7-e1f4-46af-a1b1-3b8f24f2e603 req-60c4596c-cceb-42e3-bf7b-b6d93d18d41d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:40.351664 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-545508b7-e1f4-46af-a1b1-3b8f24f2e603 req-60c4596c-cceb-42e3-bf7b-b6d93d18d41d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 945 time: 0.0479567 Aug 27 15:05:40.389027 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-545508b7-e1f4-46af-a1b1-3b8f24f2e603 req-7cafebcd-aa77-4263-b00f-e46833c14274 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Aug 27 15:05:41.500196 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036fe76-992c-4a6d-a33f-9ec1c43f8a99 req-39d32eec-71bc-427d-a2b1-093e240f4a89 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:41.501651 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2036fe76-992c-4a6d-a33f-9ec1c43f8a99 req-39d32eec-71bc-427d-a2b1-093e240f4a89 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Aug 27 15:05:41.544358 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2036fe76-992c-4a6d-a33f-9ec1c43f8a99 req-02e4035b-3775-4b0e-8dfd-3c05e7dbc3e0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Aug 27 15:05:42.117743 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-0752b95d-8dca-4058-bb33-af3a015b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.119272 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-0752b95d-8dca-4058-bb33-af3a015b3c2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1099 time: 0.0417466 Aug 27 15:05:42.240745 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-1f5c6e27-d2e9-4450-b146-75d36825c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.242222 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-1f5c6e27-d2e9-4450-b146-75d36825c102 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0872331 Aug 27 15:05:42.312719 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-df276495-ea66-4854-8a9b-273de5a0e12a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 1002 time: 0.0626504 Aug 27 15:05:42.383456 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-9aa5f4a1-af91-4f5b-9d75-d3563e7381c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.384835 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-9aa5f4a1-af91-4f5b-9d75-d3563e7381c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0644448 Aug 27 15:05:42.445669 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-f5eec10b-6efc-47f0-8a4e-bab470eb7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.447197 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-f5eec10b-6efc-47f0-8a4e-bab470eb7f5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464995 Aug 27 15:05:42.539375 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-107b8c68-f70f-4c50-9601-3c7ea883891e service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Aug 27 15:05:42.645871 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b093545b-a6e3-4d77-853c-e3ab9f35521f req-39abf588-a923-4aec-824e-4a626753ef7b service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988989 Aug 27 15:05:42.665638 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bf761-e8b0-41ac-93a6-85c4bba3d40a req-308b6e2f-2df6-4ade-b977-c05ec1561002 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.669709 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c82bf761-e8b0-41ac-93a6-85c4bba3d40a req-308b6e2f-2df6-4ade-b977-c05ec1561002 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 945 time: 0.0590858 Aug 27 15:05:42.709047 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c82bf761-e8b0-41ac-93a6-85c4bba3d40a req-b32897a9-c402-43f0-8ba8-6c6222139c5a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Aug 27 15:05:42.899144 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c320e-631a-45cd-a1ac-8f0dc736e185 req-8f8ed03b-0464-4ffe-b009-233f1a0abbf0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:42.900743 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9e5c320e-631a-45cd-a1ac-8f0dc736e185 req-8f8ed03b-0464-4ffe-b009-233f1a0abbf0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0484228 Aug 27 15:05:42.938954 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9e5c320e-631a-45cd-a1ac-8f0dc736e185 req-d6c89567-92cb-4f8e-ae94-82f8c4700075 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Aug 27 15:05:43.611151 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:05:43.825509 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f5222-a844-4835-8a6e-4eef8575dec6 req-17b63f2a-9003-49e7-8d33-761681617387 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:43.827028 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-db8f5222-a844-4835-8a6e-4eef8575dec6 req-17b63f2a-9003-49e7-8d33-761681617387 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Aug 27 15:05:43.870515 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-db8f5222-a844-4835-8a6e-4eef8575dec6 req-f3f4664f-61c1-4dea-84f4-426636ab4055 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370052 Aug 27 15:05:44.057350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309bde7-d311-4261-8bb6-47eb385c3c32 req-d1a42220-5b57-4ba5-9dea-07d79982eb8b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:44.058859 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4309bde7-d311-4261-8bb6-47eb385c3c32 req-d1a42220-5b57-4ba5-9dea-07d79982eb8b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0486636 Aug 27 15:05:44.096010 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4309bde7-d311-4261-8bb6-47eb385c3c32 req-537f448c-4eb2-42f5-ad13-76f5e48ca909 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Aug 27 15:05:44.102616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e446bf94-fdf8-4672-ad35-971e0a4bdc80 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:05:44.151965 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port e446bf94-fdf8-4672-ad35-971e0a4bdc80 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:05:44.155681 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port e446bf94-fdf8-4672-ad35-971e0a4bdc80 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:05:44.156082 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:44.232619 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:44.254868 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:44.257658 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02fa017-feb8-423b-b7d9-75ca576758cb" -d '{"events": [{"server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:44.274503 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:44.279263 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:44.301952 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3018691-cc92-4b40-9e7b-f1b6b0b355cb x-openstack-request-id: req-e3018691-cc92-4b40-9e7b-f1b6b0b355cb {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:44.302267 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:44.302526 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3018691-cc92-4b40-9e7b-f1b6b0b355cb {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:44.302915 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'code': 200} Aug 27 15:05:44.333429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:44.538318 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fe85-4083-4b84-8acc-baaebcb8ee56 req-4d8eea82-387a-4c06-b38d-669dffe79d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:44.539738 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c366fe85-4083-4b84-8acc-baaebcb8ee56 req-4d8eea82-387a-4c06-b38d-669dffe79d20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0406094 Aug 27 15:05:44.574248 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c366fe85-4083-4b84-8acc-baaebcb8ee56 req-711f4a80-00db-4153-aac5-f61eb85d591e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270121 Aug 27 15:05:44.985184 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863b91a-1dcc-48d7-b780-c1cb4e518228 req-3a5e39c3-e6f7-43e5-9bef-ee9e7c37854a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:44.986660 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a863b91a-1dcc-48d7-b780-c1cb4e518228 req-3a5e39c3-e6f7-43e5-9bef-ee9e7c37854a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Aug 27 15:05:45.023124 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a863b91a-1dcc-48d7-b780-c1cb4e518228 req-662a50e4-7dbe-488a-b517-f9ca7a1d4400 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300407 Aug 27 15:05:45.216694 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7f83-1762-4537-bade-eff1a3ecca8f req-6e71975d-3528-40ee-8713-3dc00f244c66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:45.218151 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-444c7f83-1762-4537-bade-eff1a3ecca8f req-6e71975d-3528-40ee-8713-3dc00f244c66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0496609 Aug 27 15:05:45.257490 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-444c7f83-1762-4537-bade-eff1a3ecca8f req-b7bbec33-f0d9-409d-993f-ad831659257d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Aug 27 15:05:46.133574 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8451-ad51-482c-b800-0a588a3cbaf6 req-28dace86-0103-489f-9ae9-7c9163874a9e tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:46.135012 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c08a8451-ad51-482c-b800-0a588a3cbaf6 req-28dace86-0103-489f-9ae9-7c9163874a9e tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0479672 Aug 27 15:05:46.171071 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c08a8451-ad51-482c-b800-0a588a3cbaf6 req-bc57bf75-a30a-466b-ba3e-0b6dc901a86a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303130 Aug 27 15:05:46.281939 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734293b-20f3-439e-bfa7-e6c16242ebf5 req-f48f93e5-f020-4e46-beae-33f201bab1a2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:46.283428 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a734293b-20f3-439e-bfa7-e6c16242ebf5 req-f48f93e5-f020-4e46-beae-33f201bab1a2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Aug 27 15:05:46.322585 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a734293b-20f3-439e-bfa7-e6c16242ebf5 req-c69a32cb-93e7-46fd-8773-a1378d50b0d1 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Aug 27 15:05:46.344164 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59744) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:05:46.376389 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eacee4-2763-4b76-a613-f082f3c127b0 req-775a4e70-c0bd-4f88-9e2e-b70ac186a418 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:46.378108 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-59eacee4-2763-4b76-a613-f082f3c127b0 req-775a4e70-c0bd-4f88-9e2e-b70ac186a418 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0479960 Aug 27 15:05:46.383733 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457e886c-5798-4b27-ba85-f2085f8352c8 tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:46.385178 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-457e886c-5798-4b27-ba85-f2085f8352c8 tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1094 time: 0.0400255 Aug 27 15:05:46.387947 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 59746) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:05:46.392286 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:46.414399 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:46.416066 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-59eacee4-2763-4b76-a613-f082f3c127b0 req-754dd9b1-3d05-461c-9741-7ab285a89377 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Aug 27 15:05:46.513876 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:46.623630 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.27.2.38 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/974829b2-b398-4950-886b-15eafcd3a5cc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:05:46.730017 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:46.768308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:46.809719 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:05:46.812619 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:05:46.815185 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:05:46.847916 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=974829b2-b398-4950-886b-15eafcd3a5cc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:46.861030 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.861382 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.861725 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.862062 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.862422 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.862766 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.863096 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.863427 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.863753 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.864077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.864404 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:46.864727 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:47.184245 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.250599 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.407508 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.411919 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.478416 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=974829b2-b398-4950-886b-15eafcd3a5cc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:47.488436 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.537112 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1d219-bbca-4543-a639-7cf0decbabb6 req-3e0959a8-2722-4190-a231-6493a4cb3fab tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:47.538627 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-25d1d219-bbca-4543-a639-7cf0decbabb6 req-3e0959a8-2722-4190-a231-6493a4cb3fab tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0519795 Aug 27 15:05:47.575667 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-25d1d219-bbca-4543-a639-7cf0decbabb6 req-fdf3f148-3c8e-497b-9ca6-8bf4c21831a2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Aug 27 15:05:47.588853 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f associated. External IP: 172.27.2.38, port: e446bf94-fdf8-4672-ad35-971e0a4bdc80. Aug 27 15:05:47.791208 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:05:47.896682 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:05:47.906799 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:05:47.914025 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.917773 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:05:47.918686 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:05:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:47.942581 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9db7744a-ea7f-4172-a2e3-8a6c91eb3898 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5535982 Aug 27 15:05:47.943155 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:47.945374 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25be61-00ed-445f-a9e7-b191a526f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:48.030817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:05:48.039001 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1848e588-edc3-416e-94ad-1f73ae701022 x-openstack-request-id: req-1848e588-edc3-416e-94ad-1f73ae701022 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:48.039382 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:48.039700 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1848e588-edc3-416e-94ad-1f73ae701022 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:48.040163 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'status': 'completed', 'code': 200} Aug 27 15:05:48.104417 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-a5f57d77-befe-4be5-864c-25c060e42012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:48.105960 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-a5f57d77-befe-4be5-864c-25c060e42012 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0393739 Aug 27 15:05:48.197022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-d96da5f0-302a-4684-9654-dbd3dee93788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:48.198683 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-d96da5f0-302a-4684-9654-dbd3dee93788 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0854058 Aug 27 15:05:48.253084 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:47Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:48.263204 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-5e1b3b8b-ba31-4261-9fff-ebc9fa17dc03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 999 time: 0.0568826 Aug 27 15:05:48.282645 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:05:48.291376 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:05:48.291981 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:05:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:48.313140 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-d56afd3f-30ca-4821-a809-244907f1e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:48.314629 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-d56afd3f-30ca-4821-a809-244907f1e8f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0432951 Aug 27 15:05:48.362956 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-44b7e5aa-e647-4785-a831-6849e5b50c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:48.364593 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-44b7e5aa-e647-4785-a831-6849e5b50c7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422244 Aug 27 15:05:48.403891 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:05:48.454037 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-630a8851-06e3-4852-ab8e-a801106cae7e service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795672 Aug 27 15:05:48.549136 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4b25be61-00ed-445f-a9e7-b191a526f05f req-7f276e4d-76b1-4833-8851-3f70e31dc60b service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Aug 27 15:05:48.625397 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:47Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:05:48.652524 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfc293-1895-46f0-a07d-bb406bcdedda None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:47Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:05:48.698918 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda85c27-d0cd-48a6-b042-e89157f1fb97 req-aedc5dfc-8e01-4574-adf5-f358cb2e4348 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:48.700685 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dda85c27-d0cd-48a6-b042-e89157f1fb97 req-aedc5dfc-8e01-4574-adf5-f358cb2e4348 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0546565 Aug 27 15:05:48.742734 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dda85c27-d0cd-48a6-b042-e89157f1fb97 req-2dfa1afc-daa6-4cdc-8228-7223d7a8899f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363107 Aug 27 15:05:48.843797 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a74f28-61b9-4d52-8382-bff0878997e7 None None] New status for floating IP a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f: ACTIVE {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:05:49.860607 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4e12c-9a7a-479a-9238-96dd70f6da6b req-93bc8e6b-7246-48bb-93ae-119ba58cf75e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:49.862144 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-42a4e12c-9a7a-479a-9238-96dd70f6da6b req-93bc8e6b-7246-48bb-93ae-119ba58cf75e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0485647 Aug 27 15:05:49.899920 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-42a4e12c-9a7a-479a-9238-96dd70f6da6b req-d3b24e02-5b5b-4964-aefd-d5d8d83e98be tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Aug 27 15:05:51.018972 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182d5e-17ef-4c84-aa82-a4ca9690882a req-e4abcd4f-11c6-43f0-b979-57ef62bba291 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:51.020452 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a0182d5e-17ef-4c84-aa82-a4ca9690882a req-e4abcd4f-11c6-43f0-b979-57ef62bba291 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0493419 Aug 27 15:05:51.067848 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a0182d5e-17ef-4c84-aa82-a4ca9690882a req-60ac833e-318b-43a6-a9c1-9750dcf4904d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Aug 27 15:05:52.178279 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b105-0b23-4816-ad5f-deadaa8b5847 req-210ede34-2a59-41d5-98d3-80fb1ffc8036 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:52.179972 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4402b105-0b23-4816-ad5f-deadaa8b5847 req-210ede34-2a59-41d5-98d3-80fb1ffc8036 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0491719 Aug 27 15:05:52.185695 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813371f1-172e-4d34-be83-c9a2c7ded089 req-93ca39cc-7fcb-4722-93b2-651a1a629d9a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:52.187327 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-813371f1-172e-4d34-be83-c9a2c7ded089 req-93ca39cc-7fcb-4722-93b2-651a1a629d9a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0478184 Aug 27 15:05:52.221058 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4402b105-0b23-4816-ad5f-deadaa8b5847 req-510bb7ed-56ca-4c54-a30c-176c22c385fb tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Aug 27 15:05:52.229408 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-813371f1-172e-4d34-be83-c9a2c7ded089 req-c3eac8e3-70ef-43b8-90c9-c15bf9e2aa11 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361288 Aug 27 15:05:53.337417 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed744af3-e025-405c-8ec8-82335b68ca21 req-57f43df1-8931-4955-a521-49bd6d2b7b2a tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:53.338952 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ed744af3-e025-405c-8ec8-82335b68ca21 req-57f43df1-8931-4955-a521-49bd6d2b7b2a tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Aug 27 15:05:53.346207 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdc852-51fe-4635-9c49-2e0d1ee81fe6 req-cbd1f90e-250e-429b-945f-1a83d04faeb1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:53.347720 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bbdc852-51fe-4635-9c49-2e0d1ee81fe6 req-cbd1f90e-250e-429b-945f-1a83d04faeb1 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0485196 Aug 27 15:05:53.376996 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ed744af3-e025-405c-8ec8-82335b68ca21 req-51ebe2e9-0313-4be5-97d7-4f60d4ebc5ca tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ae93345-c512-4b4b-90c1-56e018f6b306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Aug 27 15:05:53.385471 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bbdc852-51fe-4635-9c49-2e0d1ee81fe6 req-d6dfa4a3-91aa-465c-a416-79751ca3b7b7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Aug 27 15:05:53.987283 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-d5036a8e-682a-4058-a70c-464755ceca23 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:53.988728 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-d5036a8e-682a-4058-a70c-464755ceca23 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 946 time: 0.0477016 Aug 27 15:05:54.091520 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Deleting port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:05:54.091860 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:54.178896 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] For port 9d1c2953-f4fe-44d2-8261-2fa695fb7770, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9d1c2953-f4fe-44d2-8261-2fa695fb7770,segment=NetworkSegment(092d1d0e-1a7b-4304-8ea6-15211c3ffb88),segment_id=092d1d0e-1a7b-4304-8ea6-15211c3ffb88)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:54.179186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:54.191515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Calling delete_port for 9d1c2953-f4fe-44d2-8261-2fa695fb7770 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:05:54.314511 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:54.328013 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['9d1c2953-f4fe-44d2-8261-2fa695fb7770'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:05:54.349282 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Pushing event deleted for resources: {'Port': ['ID=9d1c2953-f4fe-44d2-8261-2fa695fb7770,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:54.387163 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] No DVR routers for this DVR port 9d1c2953-f4fe-44d2-8261-2fa695fb7770 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:05:54.389703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:54.391967 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5b93e971-dd6b-4916-8a1a-d1d13dfbb3a7 req-669aed3c-1291-40d5-8aea-d6a8a8d56067 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.35 "DELETE /v2.0/ports/9d1c2953-f4fe-44d2-8261-2fa695fb7770 HTTP/1.1" status: 204 len: 173 time: 0.3963120 Aug 27 15:05:54.392421 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'name': 'network-vif-deleted', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:54.394683 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f923d7-ed26-4674-be39-a7871be10930" -d '{"events": [{"server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "name": "network-vif-deleted", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:54.441868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec8979-401a-4465-b364-978ca6532b97 x-openstack-request-id: req-92ec8979-401a-4465-b364-978ca6532b97 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:54.442169 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf30c95b-d4bc-4ab6-85ae-f151f40070f2", "name": "network-vif-deleted", "tag": "9d1c2953-f4fe-44d2-8261-2fa695fb7770", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:54.442491 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92ec8979-401a-4465-b364-978ca6532b97 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:54.443070 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf30c95b-d4bc-4ab6-85ae-f151f40070f2', 'name': 'network-vif-deleted', 'tag': '9d1c2953-f4fe-44d2-8261-2fa695fb7770', 'status': 'completed', 'code': 200} Aug 27 15:05:54.485316 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-dbdf532b-a5b3-41e8-be5b-100fee198ede req-dd848126-872a-4c9b-b5c3-f003b64fdb19 tempest-VolumesSnapshotTestJSON-18063423 tempest-VolumesSnapshotTestJSON-18063423-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf30c95b-d4bc-4ab6-85ae-f151f40070f2 HTTP/1.1" status: 200 len: 210 time: 0.0326111 Aug 27 15:05:54.537448 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ae40-6a26-414d-afcf-6136865556fd req-80c5ae4d-08ae-49c9-8bcd-40e943acde66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:54.539556 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9198ae40-6a26-414d-afcf-6136865556fd req-80c5ae4d-08ae-49c9-8bcd-40e943acde66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0514278 Aug 27 15:05:54.576949 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9198ae40-6a26-414d-afcf-6136865556fd req-4ac60755-a32f-459f-a748-ff49f7f381c2 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Aug 27 15:05:55.694305 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1919-ef56-4ea8-be3a-0b470cd3e6eb req-fe6dd004-828c-4791-95eb-56dcee6fbe93 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:55.696651 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3cab1919-ef56-4ea8-be3a-0b470cd3e6eb req-fe6dd004-828c-4791-95eb-56dcee6fbe93 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0500646 Aug 27 15:05:55.747636 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3cab1919-ef56-4ea8-be3a-0b470cd3e6eb req-dd76d38d-cce0-488b-9b16-29fa566d067d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 Aug 27 15:05:56.869531 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb943c-332f-47be-9dea-5c580d016f66 req-aa1dc4f6-888d-4a16-a74a-6273397b2dcb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:56.871069 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8cfb943c-332f-47be-9dea-5c580d016f66 req-aa1dc4f6-888d-4a16-a74a-6273397b2dcb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0494206 Aug 27 15:05:56.910511 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8cfb943c-332f-47be-9dea-5c580d016f66 req-6a8795ca-9dda-4894-80f7-58e5c14ea5bb tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Aug 27 15:05:58.027323 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf96f-9356-4f6b-b9fd-57713dc3c1f8 req-19410808-a281-4118-b0cc-a6126deca531 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:58.028811 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c7bdf96f-9356-4f6b-b9fd-57713dc3c1f8 req-19410808-a281-4118-b0cc-a6126deca531 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0481524 Aug 27 15:05:58.066475 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c7bdf96f-9356-4f6b-b9fd-57713dc3c1f8 req-020e636d-71e8-41ac-a338-4973cd24e90b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Aug 27 15:05:58.738995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f0d4bbec-6348-4bdd-ae72-32b8e0560d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:58.994841 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9d1c2953-f4fe-44d2-8261-2fa695fb7770 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:05:59.014741 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 9d1c2953-f4fe-44d2-8261-2fa695fb7770 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:05:59.015081 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9d1c2953-f4fe-44d2-8261-2fa695fb7770 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:05:59.181928 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24626120-fc2c-4043-ab45-a4e9063ffa28 req-bba7efdf-2f52-4e41-8e66-0e27b33d4531 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:59.183425 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-24626120-fc2c-4043-ab45-a4e9063ffa28 req-bba7efdf-2f52-4e41-8e66-0e27b33d4531 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0472074 Aug 27 15:05:59.219224 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-24626120-fc2c-4043-ab45-a4e9063ffa28 req-081e478f-c4d4-43e9-a316-4546aeda051e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300078 Aug 27 15:06:00.340400 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242bcec-45d8-4533-8019-fb849cc2a4d6 req-86392cbb-5c96-4e45-a3ba-ac7bd3741cc8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:00.341889 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7242bcec-45d8-4533-8019-fb849cc2a4d6 req-86392cbb-5c96-4e45-a3ba-ac7bd3741cc8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0505395 Aug 27 15:06:00.379998 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7242bcec-45d8-4533-8019-fb849cc2a4d6 req-2605e23b-e8d8-49d5-9313-ab473c0008b7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Aug 27 15:06:01.506704 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6eded-6d8a-461b-a522-8e7ba75199e1 req-50393bd5-5601-4f19-a78b-0f3f792eb31d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:01.508678 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f8f6eded-6d8a-461b-a522-8e7ba75199e1 req-50393bd5-5601-4f19-a78b-0f3f792eb31d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0544696 Aug 27 15:06:01.547468 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f8f6eded-6d8a-461b-a522-8e7ba75199e1 req-64a4075a-0dff-4c95-b477-0b0596c9c2c3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Aug 27 15:06:01.565230 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f6c08ce-ce3e-4a6b-aab8-a9d29cdf027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:02.088820 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:02.619212 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:02.669545 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5f718-64d8-413e-8dd0-376dd257e372 req-a7d71851-f740-4c9b-9659-9bcd0224d255 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:02.670960 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b0b5f718-64d8-413e-8dd0-376dd257e372 req-a7d71851-f740-4c9b-9659-9bcd0224d255 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0483489 Aug 27 15:06:02.713818 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b0b5f718-64d8-413e-8dd0-376dd257e372 req-cbbe1e8b-a96e-417e-853a-b3d2dbba76b4 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Aug 27 15:06:03.865662 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4522-c7a7-42da-af51-7f760416139e req-60d64e44-b1fa-45c0-aa4a-eb6742cf013b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:03.869107 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d91a4522-c7a7-42da-af51-7f760416139e req-60d64e44-b1fa-45c0-aa4a-eb6742cf013b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0694170 Aug 27 15:06:03.931659 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d91a4522-c7a7-42da-af51-7f760416139e req-752922ed-9923-4a70-9220-b96b22522248 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535481 Aug 27 15:06:04.181380 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:06:04.322136 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:04.335856 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:06:04.388239 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:04.409665 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:06:04.437833 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:04.443890 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:04.504972 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=6']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:04.544362 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['9efa6730-4f7f-489f-aea8-5dba67078cf6'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:06:04.883529 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:05.080770 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5869dd-c56a-4fbf-9de3-4a4973ac807b req-68eaf567-af0f-46c0-b8eb-c0ff2c45ff2e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:05.082518 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fb5869dd-c56a-4fbf-9de3-4a4973ac807b req-68eaf567-af0f-46c0-b8eb-c0ff2c45ff2e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 945 time: 0.0574303 Aug 27 15:06:05.146704 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-fb5869dd-c56a-4fbf-9de3-4a4973ac807b req-34c7cadc-b10c-45b4-a547-001f725b6fab tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560579 Aug 27 15:06:05.463474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:06.289811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679356d6-7307-436b-97ec-fa882e908540 req-cd275236-bb37-4f5c-a187-012e98b56d3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:06.291601 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-679356d6-7307-436b-97ec-fa882e908540 req-cd275236-bb37-4f5c-a187-012e98b56d3d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 945 time: 0.0747118 Aug 27 15:06:06.333112 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-679356d6-7307-436b-97ec-fa882e908540 req-280f41d4-4f17-4c2d-b2d9-2dedc6fbb0dc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354972 Aug 27 15:06:06.383791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b518-dab4-45f5-acf7-50012c403621 req-1e424f90-b80e-4265-9c33-166c4461365c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:06.388080 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c6c9b518-dab4-45f5-acf7-50012c403621 req-1e424f90-b80e-4265-9c33-166c4461365c tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0631664 Aug 27 15:06:06.431884 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c6c9b518-dab4-45f5-acf7-50012c403621 req-a076fe7a-d739-4831-8404-9d1a8a1533f6 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Aug 27 15:06:06.687754 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:06.742457 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:06.742825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:06.839330 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:06.869185 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:06.871644 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9c04f-a844-4046-984b-313d1c763b4b" -d '{"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:06.888655 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:06.893755 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:06.960756 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf54af-426f-450e-9988-3d72cdd52f00 x-openstack-request-id: req-19bf54af-426f-450e-9988-3d72cdd52f00 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:06.961205 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:06.961465 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19bf54af-426f-450e-9988-3d72cdd52f00 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:06.962511 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'code': 200} Aug 27 15:06:06.964839 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=7']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:07.474120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612f41-5df3-40a0-9c4c-b54d534cf644 req-4194bc37-8774-4e5e-8771-456d2fc117e7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:07.476244 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-48612f41-5df3-40a0-9c4c-b54d534cf644 req-4194bc37-8774-4e5e-8771-456d2fc117e7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0545936 Aug 27 15:06:07.521205 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-48612f41-5df3-40a0-9c4c-b54d534cf644 req-2303d64b-dbe7-4b39-9c8f-81707126d5e5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Aug 27 15:06:07.578832 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024702-bda5-40a4-aea9-620be1380ad8 req-6ad1db8b-3941-4d2c-9872-0ed740bfdd43 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:07.580279 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-86024702-bda5-40a4-aea9-620be1380ad8 req-6ad1db8b-3941-4d2c-9872-0ed740bfdd43 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0562127 Aug 27 15:06:07.629238 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-86024702-bda5-40a4-aea9-620be1380ad8 req-8efd49f0-734c-4d9c-b170-df3549597ae0 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Aug 27 15:06:08.653315 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467634-6b9a-48bd-9c10-b63a3c58df57 req-021f35a2-65f9-4192-be2a-2ef71682634c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:08.655902 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5e467634-6b9a-48bd-9c10-b63a3c58df57 req-021f35a2-65f9-4192-be2a-2ef71682634c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0556788 Aug 27 15:06:08.701095 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5e467634-6b9a-48bd-9c10-b63a3c58df57 req-081c6815-0f0a-47b0-9e13-c7274a4e4821 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Aug 27 15:06:08.764301 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f93e7-c1d1-4ab8-9a0a-d1871f436948 req-a341dd52-5154-4986-bf19-839880cd4490 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:08.765860 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a26f93e7-c1d1-4ab8-9a0a-d1871f436948 req-a341dd52-5154-4986-bf19-839880cd4490 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0528502 Aug 27 15:06:08.810892 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a26f93e7-c1d1-4ab8-9a0a-d1871f436948 req-799f1ead-2c13-4641-89e9-29fa16021453 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385954 Aug 27 15:06:09.842977 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bd023-7237-44b5-b1d7-d276e8f2a0c4 req-d6af6e67-a70c-4454-87d8-975b4a042806 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:09.850755 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3e1bd023-7237-44b5-b1d7-d276e8f2a0c4 req-d6af6e67-a70c-4454-87d8-975b4a042806 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0564067 Aug 27 15:06:09.907552 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3e1bd023-7237-44b5-b1d7-d276e8f2a0c4 req-00b49ede-5794-4ba0-bfa4-8741090136e3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564315 Aug 27 15:06:09.952107 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be95b-1936-4099-a68d-21e931b6d8b4 req-f42c8e02-c61e-48dc-8d9b-53cc020c8c76 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:09.953879 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cc3be95b-1936-4099-a68d-21e931b6d8b4 req-f42c8e02-c61e-48dc-8d9b-53cc020c8c76 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0590718 Aug 27 15:06:10.005935 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cc3be95b-1936-4099-a68d-21e931b6d8b4 req-a30af871-3e5d-4ee6-adfd-686dc55de62a tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444343 Aug 27 15:06:11.030438 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-f48df177-aa5e-4ccf-a1d2-81693cc1d8da tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:11.031964 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-f48df177-aa5e-4ccf-a1d2-81693cc1d8da tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.1009269 Aug 27 15:06:11.119917 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9012b-1408-47d8-9a9f-773887bcfbbd req-db86e748-7828-47bc-827a-c76122605154 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:11.129263 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1de9012b-1408-47d8-9a9f-773887bcfbbd req-db86e748-7828-47bc-827a-c76122605154 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0951331 Aug 27 15:06:11.142164 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030a0d-0a57-45e9-a665-5d6d5f4e4334 req-16724765-0297-48d0-9402-47f57c5925dd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:11.151843 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7b030a0d-0a57-45e9-a665-5d6d5f4e4334 req-16724765-0297-48d0-9402-47f57c5925dd tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 945 time: 0.0676827 Aug 27 15:06:11.198699 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7b030a0d-0a57-45e9-a665-5d6d5f4e4334 req-54c81654-9bbe-4f99-962f-05f18f74d27e tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc6e36a-9604-4fb4-8d59-ff877bb51af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454977 Aug 27 15:06:11.218862 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1de9012b-1408-47d8-9a9f-773887bcfbbd req-847d30ec-7ba1-4da8-96a5-371592d8d035 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892749 Aug 27 15:06:11.248835 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Deleting port d2bf7b81-ce24-474f-afce-c9fc68878af2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:11.249228 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:11.630792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] For port d2bf7b81-ce24-474f-afce-c9fc68878af2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2bf7b81-ce24-474f-afce-c9fc68878af2,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:11.631340 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:11.832555 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:11.832950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:11.833272 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Floating IP d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8 disassociated. External IP: 172.27.2.216, port: d2bf7b81-ce24-474f-afce-c9fc68878af2. Aug 27 15:06:11.833620 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Calling delete_port for d2bf7b81-ce24-474f-afce-c9fc68878af2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:11.986450 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:12.016774 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'Port': ['ID=d2bf7b81-ce24-474f-afce-c9fc68878af2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:12.034806 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.035575 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.035575 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.035868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.036173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.036459 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.036791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.037120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.037448 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.037777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.038135 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.038491 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:12.154934 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:12.290484 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:12.300730 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:12.318125 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:12.319055 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:12.337745 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cf7fde94-b77f-469c-bd6c-32a905bf4810 req-0992a819-c7d9-4924-b7b2-99bc3c2d7564 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9874bb8-b455-488c-a9aa-a694453cadcb HTTP/1.1" status: 200 len: 210 time: 0.0457845 Aug 27 15:06:12.362386 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] No DVR routers for this DVR port d2bf7b81-ce24-474f-afce-c9fc68878af2 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:06:12.368015 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:12.368819 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7826abe-9794-493a-89f5-cc6b0f1e0f87 req-fc9915cf-8a8f-4c8c-aa59-b001e0bd1bc2 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.35 "DELETE /v2.0/ports/d2bf7b81-ce24-474f-afce-c9fc68878af2 HTTP/1.1" status: 204 len: 173 time: 1.3105347 Aug 27 15:06:12.369274 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'name': 'network-vif-deleted', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:12.371603 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99348a34-bba4-45ed-a2d2-529268278598" -d '{"events": [{"server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "name": "network-vif-deleted", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:12.401925 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e88a6-22d6-442a-97be-171838ffe716 req-b5f3c055-24a5-4036-bd9e-66ef3eaa031f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:12.414150 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d90e88a6-22d6-442a-97be-171838ffe716 req-b5f3c055-24a5-4036-bd9e-66ef3eaa031f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0963576 Aug 27 15:06:12.431559 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea438d7-2531-4b9c-bbb8-87614b3e7b7f x-openstack-request-id: req-5ea438d7-2531-4b9c-bbb8-87614b3e7b7f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:12.431894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9874bb8-b455-488c-a9aa-a694453cadcb", "name": "network-vif-deleted", "tag": "d2bf7b81-ce24-474f-afce-c9fc68878af2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:12.432162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ea438d7-2531-4b9c-bbb8-87614b3e7b7f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:12.432633 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9874bb8-b455-488c-a9aa-a694453cadcb', 'name': 'network-vif-deleted', 'tag': 'd2bf7b81-ce24-474f-afce-c9fc68878af2', 'status': 'completed', 'code': 200} Aug 27 15:06:12.462380 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d90e88a6-22d6-442a-97be-171838ffe716 req-ccb52b52-196f-46b7-9b91-fd5dac3afe26 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467808 Aug 27 15:06:12.622194 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:12.817487 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:12.844053 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:12.853099 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:12.853685 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:12.961907 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:13.004675 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-0c320dc6-dc4f-4213-b931-8084db404b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:13.006372 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-0c320dc6-dc4f-4213-b931-8084db404b18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1099 time: 0.0431998 Aug 27 15:06:13.110224 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-75293574-e4d1-4365-abf7-a18af7a74112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:13.112699 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-75293574-e4d1-4365-abf7-a18af7a74112 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.0972826 Aug 27 15:06:13.178691 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:13.183043 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-a3d828fd-68a2-4a9f-8fb3-65a5fda4c335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 1002 time: 0.0625970 Aug 27 15:06:13.208741 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde29ad7-3a6b-4de5-acee-e7811a211f76 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T14:59:40Z', 'revision_number': 4, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '61280012-13d3-4e8d-8c75-5baa4e25838e', 'name': '', 'network_id': '64a18e8c-064c-4637-b786-d5c21eeb0284', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'mac_address': 'fa:16:3e:e1:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:36Z', 'updated_at': '2021-08-27T14:59:50Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'subnets': [{'id': '53c8e92f-095f-468e-afde-9985fcca0f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:13.236792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-b79eefab-edd1-4a43-9ca0-1f709cd7821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:13.238641 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-b79eefab-edd1-4a43-9ca0-1f709cd7821a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0474710 Aug 27 15:06:13.296365 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-a5f3a51a-12fb-4d64-bf70-498c5139d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:13.297916 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-a5f3a51a-12fb-4d64-bf70-498c5139d0ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518038 Aug 27 15:06:13.401676 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-bcaf780d-8844-4fdc-b0ce-e419db17ec1d service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917506 Aug 27 15:06:13.432314 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60086) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:13.461190 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73c5cd-3bf6-4810-a94b-8571f5099357 None None] New status for floating IP d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:06:13.491245 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.506665 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44e54f13-e1f0-4035-b6ee-8cd3c6efe07d req-4b4b5b21-09a4-4b48-96e9-035886a94635 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997264 Aug 27 15:06:13.527574 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.615332 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab648-f9d2-4ccd-8723-d91b2f87e379 req-2403decc-be3a-4a48-9856-9a4920262e20 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:13.617435 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0acab648-f9d2-4ccd-8723-d91b2f87e379 req-2403decc-be3a-4a48-9856-9a4920262e20 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0571411 Aug 27 15:06:13.618683 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.621498 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.622570 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "DELETE /v2.0/security-groups/4dc6e36a-9604-4fb4-8d59-ff877bb51af0 HTTP/1.1" status: 204 len: 168 time: 0.1891353 Aug 27 15:06:13.625392 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:13.639947 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d061a2-86b4-4d44-8710-598cbc16fd41 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6e36a-9604-4fb4-8d59-ff877bb51af0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:13.642287 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.api.v2.resource [None req-6b0ae33f-ad2d-4242-92e5-8f49fbef13e1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] show failed (client error): The resource could not be found. Aug 27 15:06:13.646026 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-6b0ae33f-ad2d-4242-92e5-8f49fbef13e1 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "GET /v2.0/security-groups/4dc6e36a-9604-4fb4-8d59-ff877bb51af0 HTTP/1.1" status: 404 len: 347 time: 0.0166676 Aug 27 15:06:13.646382 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:13.674091 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0acab648-f9d2-4ccd-8723-d91b2f87e379 req-19c25c9d-b021-496d-9a14-bdb20970f073 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Aug 27 15:06:13.784042 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Deleting port fda28985-bb8b-4db9-971c-a809dd1d2055 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:13.784378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.855557 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.855880 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:13.867511 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Calling delete_port for fda28985-bb8b-4db9-971c-a809dd1d2055 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:13.996624 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:14.021197 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Pushing event deleted for resources: {'Port': ['ID=fda28985-bb8b-4db9-971c-a809dd1d2055,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:14.082474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:14.085064 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:14.086205 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-96dbc3f4-e7a5-4806-955d-f2909580fee5 tempest-AttachVolumeTestJSON-1319450782 tempest-AttachVolumeTestJSON-1319450782-project] 10.222.0.42 "DELETE /v2.0/floatingips/d0765b1d-7ae5-4a65-a4d8-0ce07a0f11c8 HTTP/1.1" status: 204 len: 168 time: 0.4387939 Aug 27 15:06:14.793970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59760b2f-77b0-4201-9598-186957fa582b req-bd1011ca-22ed-42b7-929c-115e3cfbbb74 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:14.795445 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-59760b2f-77b0-4201-9598-186957fa582b req-bd1011ca-22ed-42b7-929c-115e3cfbbb74 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0478773 Aug 27 15:06:14.832494 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-59760b2f-77b0-4201-9598-186957fa582b req-d8a113e6-0b07-4641-ae8c-5c6e390aab35 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Aug 27 15:06:15.950210 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1afcb-3ae3-4cca-93fc-d3327b10f567 req-459e5b03-7ade-4b5b-b7c0-f62d8dc82b70 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:15.951725 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0a1afcb-3ae3-4cca-93fc-d3327b10f567 req-459e5b03-7ade-4b5b-b7c0-f62d8dc82b70 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0474954 Aug 27 15:06:15.989094 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0a1afcb-3ae3-4cca-93fc-d3327b10f567 req-6c29aea6-2aa8-4328-ab03-71488c03c993 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Aug 27 15:06:16.240898 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device d2bf7b81-ce24-474f-afce-c9fc68878af2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:16.263011 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: d2bf7b81-ce24-474f-afce-c9fc68878af2 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:16.263404 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device d2bf7b81-ce24-474f-afce-c9fc68878af2 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:16.921356 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78645f51-ab20-4b22-a2be-6efcf446149d req-8b72a121-8903-4ef9-8d70-5de1be4f8564 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:16.922915 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-78645f51-ab20-4b22-a2be-6efcf446149d req-8b72a121-8903-4ef9-8d70-5de1be4f8564 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.0528345 Aug 27 15:06:16.955507 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-123abf7f-5c93-4e0e-814f-e585f14a4ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426626 Aug 27 15:06:16.962359 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-78645f51-ab20-4b22-a2be-6efcf446149d req-63ce6999-c512-4a23-b4e5-9d47a45ec09e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Aug 27 15:06:17.613509 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:17.862671 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-2dcab8cc-e0e4-4e1f-a135-3f7a1a42c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:17.864193 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-2dcab8cc-e0e4-4e1f-a135-3f7a1a42c33b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b&tenant_id=64fdf9391b594f2d8546518c67960067 HTTP/1.1" status: 200 len: 1099 time: 0.1138797 Aug 27 15:06:17.990571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-9f2e4f4b-309b-4578-b76d-54e31c790caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:17.992688 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-9f2e4f4b-309b-4578-b76d-54e31c790caf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64fdf9391b594f2d8546518c67960067&device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1099 time: 0.0845871 Aug 27 15:06:18.204690 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c958-74e8-4d76-a63e-7fa8019c5d41 req-42a410fb-bf24-4183-be33-105e13ed1c25 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:18.206133 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd77c958-74e8-4d76-a63e-7fa8019c5d41 req-42a410fb-bf24-4183-be33-105e13ed1c25 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 946 time: 0.1549489 Aug 27 15:06:18.213040 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-daad8f8b-3266-452d-bbfb-ae91fde15e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:18.214416 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-daad8f8b-3266-452d-bbfb-ae91fde15e6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 200 len: 917 time: 0.2121043 Aug 27 15:06:18.259147 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:18.321858 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd77c958-74e8-4d76-a63e-7fa8019c5d41 req-1f11e55c-e47b-40b9-89aa-5e9ea6b28047 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058006 Aug 27 15:06:18.334117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:18.334811 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-a5980c9b-017d-4bef-af3d-c1f39687688a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 200 len: 1002 time: 0.1073716 Aug 27 15:06:18.358505 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:18.360747 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35922f73-046c-47db-b3e5-98f2ba35a509" -d '{"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:18.377081 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:18.382214 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:18.405361 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa049a-a142-473d-b82c-4a6db7472c19 x-openstack-request-id: req-e0fa049a-a142-473d-b82c-4a6db7472c19 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:18.405585 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:18.405839 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0fa049a-a142-473d-b82c-4a6db7472c19 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:18.406228 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'code': 200} Aug 27 15:06:18.433210 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=8']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:18.436607 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-9427566f-4edb-4d83-b484-002d3fb591cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:18.438082 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-9427566f-4edb-4d83-b484-002d3fb591cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 200 len: 855 time: 0.0944860 Aug 27 15:06:18.482195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:18.536936 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-fb0d4d2f-5c8f-4799-9bcb-61e751ac175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:18.538511 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-fb0d4d2f-5c8f-4799-9bcb-61e751ac175b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ca633b8-7f6a-45df-a525-0569f795015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916569 Aug 27 15:06:18.989949 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-aac150c0-278d-47aa-9697-e6572cbdf903 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228067 Aug 27 15:06:18.993198 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60216) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:19.037470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Deleting subnet 3dc531fa-4afd-4948-bed7-2374313eacce {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:06:19.040563 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.079553 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.118657 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.141188 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fdccfa35-5018-4b50-ba12-6c40fa49f32f req-fcdcce94-0a12-47b1-a65f-4f0c030d6f4d service neutron] 10.222.0.35 "GET /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418037 Aug 27 15:06:19.164734 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Deleting port 61280012-13d3-4e8d-8c75-5baa4e25838e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:19.165187 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.174256 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.187417 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.191925 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3dc531fa-4afd-4948-bed7-2374313eacce HTTP/1.1" status: 204 len: 168 time: 0.1976745 Aug 27 15:06:19.192512 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60220) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:19.216616 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657c6d8-4664-40cb-9f82-a29177e88060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc531fa-4afd-4948-bed7-2374313eacce,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:19.251343 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] For port 61280012-13d3-4e8d-8c75-5baa4e25838e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=61280012-13d3-4e8d-8c75-5baa4e25838e,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:19.251711 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.264894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Calling delete_port for 61280012-13d3-4e8d-8c75-5baa4e25838e owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:19.284437 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.365526 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.376712 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd155bc-e667-4e87-8dcc-ae4be79fd859']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:19.396097 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092d1d0e-1a7b-4304-8ea6-15211c3ffb88') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:19.396393 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092d1d0e-1a7b-4304-8ea6-15211c3ffb88') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:19.409018 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.437024 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.445561 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:06:19.446941 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:06:19.458296 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:06:19.488382 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95159d-882c-4b9e-ac54-b55e2bac83fc req-3b32bee1-36b9-41c7-8df9-0e63ad9c5bcc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:19.489917 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf95159d-882c-4b9e-ac54-b55e2bac83fc req-3b32bee1-36b9-41c7-8df9-0e63ad9c5bcc tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0834913 Aug 27 15:06:19.512781 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.519688 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.527187 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.529440 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] 10.222.0.42 "DELETE /v2.0/networks/7fd155bc-e667-4e87-8dcc-ae4be79fd859 HTTP/1.1" status: 204 len: 168 time: 0.3195775 Aug 27 15:06:19.540412 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b960a86-ac2e-49de-93d8-8be63bf3d16d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd155bc-e667-4e87-8dcc-ae4be79fd859,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:19.573369 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=61280012-13d3-4e8d-8c75-5baa4e25838e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:19.620462 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf95159d-882c-4b9e-ac54-b55e2bac83fc req-98831482-c39f-48e4-9002-8470efd62b01 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097424 Aug 27 15:06:19.758037 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60244) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:19.855530 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.863686 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-3ef7af69-5f57-49de-8ed2-2bd4e3b73ec1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0209b06800494c17aba75ab104d438b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039295 Aug 27 15:06:19.865928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60246) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:19.973941 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:20.000211 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:20.096208 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:20.100436 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:20.107616 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ae93345-c512-4b4b-90c1-56e018f6b306 HTTP/1.1" status: 204 len: 168 time: 0.2346771 Aug 27 15:06:20.119053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71bdaa-0772-44de-be72-6cf59b486621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae93345-c512-4b4b-90c1-56e018f6b306,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:20.215244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Router 917931ea-5f80-4417-b9f2-e433ecadde17 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:20.345391 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:20.353364 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60252) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:20.353499 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-da072982-95da-4164-be69-fe9d2e457b66 admin admin] 10.222.0.42 "PUT /v2.0/routers/917931ea-5f80-4417-b9f2-e433ecadde17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388477 Aug 27 15:06:20.360240 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Sync routers for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:20.371075 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:20.371942 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:20.564575 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:20.609701 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:06:20.765325 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks [] for router, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:20.840877 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T15:06:19Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:20.901834 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Checking router: 917931ea-5f80-4417-b9f2-e433ecadde17 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:20.915601 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Routers {'917931ea-5f80-4417-b9f2-e433ecadde17'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:20.916485 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['917931ea-5f80-4417-b9f2-e433ecadde17'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:20.996527 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.024134 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9490f53-3841-40c6-b67f-8aff2ac5eea3 req-56a1742d-39a3-414f-81f7-5a8f392322de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:21.025570 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c9490f53-3841-40c6-b67f-8aff2ac5eea3 req-56a1742d-39a3-414f-81f7-5a8f392322de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1196485 Aug 27 15:06:21.087765 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] Set router 917931ea-5f80-4417-b9f2-e433ecadde17 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:21.095060 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c9490f53-3841-40c6-b67f-8aff2ac5eea3 req-d03009c6-0e30-42fd-906d-f28247e11597 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Aug 27 15:06:21.156652 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Deleting port 1ac47765-79c3-4659-9102-3eca04e85d6c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:21.157138 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.176733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:21.276996 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] For port 1ac47765-79c3-4659-9102-3eca04e85d6c, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1ac47765-79c3-4659-9102-3eca04e85d6c,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:21.277984 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.295034 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Calling delete_port for 1ac47765-79c3-4659-9102-3eca04e85d6c owned by network:router_gateway {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:21.345883 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-822920758-network', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:21.384855 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Made reservation on behalf of 1a62eba448f44e3e91c3b5f58e481590 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:21.388182 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.401762 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.496023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T15:06:19Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:21.529845 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5f78-31ff-4c0d-af87-d9649c4be8e5 None None] The sync data for ids ['917931ea-5f80-4417-b9f2-e433ecadde17'] in dv-cinder-786929-5-iscsi is: [{'id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'name': 'tempest-AttachVolumeTestJSON-1068299741-router', 'tenant_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:27Z', 'updated_at': '2021-08-27T15:06:19Z', 'revision_number': 5, 'project_id': '32860cc3fd8e4ea49a6c8d132ee1d800', 'gw_port': {'id': '1ac47765-79c3-4659-9102-3eca04e85d6c', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917931ea-5f80-4417-b9f2-e433ecadde17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:28Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:21.556976 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.562760 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.595736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:06:21.596755 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.601805 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c441d3-b38c-4f86-b772-e715b7ef5749,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:21.610320 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.610820 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Added segment 8deda99f-52e9-4335-90a0-5f5028cb370d of type vlan for network a999711a-0234-4209-bae4-4dea138857a7 Aug 27 15:06:21.628013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac47765-79c3-4659-9102-3eca04e85d6c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:21.653965 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.689091 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.689342 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.691063 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:21.691882 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.764067 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5835347 Aug 27 15:06:21.764549 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:21.769838 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Request body: {'subnet': {'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-822920758-subnet', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:21.774840 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd775b-e8a0-415e-997d-0f4487bafc33 admin admin] Pushing event updated for resources: {'Network': ['ID=a999711a-0234-4209-bae4-4dea138857a7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:21.790705 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network a999711a-0234-4209-bae4-4dea138857a7 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:06:21.809784 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Made reservation on behalf of 1a62eba448f44e3e91c3b5f58e481590 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:21.811275 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26204058'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.820955 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.824216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.907425 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.908049 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917931ea-5f80-4417-b9f2-e433ecadde17 {{(pid=93960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:06:21.926055 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:21.938194 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a5f0100d-6128-43b0-bd9b-146ac2254209 admin admin] 10.222.0.42 "DELETE /v2.0/routers/917931ea-5f80-4417-b9f2-e433ecadde17 HTTP/1.1" status: 204 len: 168 time: 1.5819821 Aug 27 15:06:21.938831 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60278) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:22.008785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Deleting subnet 53c8e92f-095f-468e-afde-9985fcca0f69 {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:06:22.020124 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.063246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25960867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26204136'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.067444 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.177727 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39f537b-b86d-4586-bdf3-02e6903d2de7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:22.217801 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Checking segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:22.218160 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Network hostable DHCP agents. Network: a999711a-0234-4209-bae4-4dea138857a7, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:06:22.225105 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.247752 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Network a999711a-0234-4209-bae4-4dea138857a7 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:06:22.265177 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a933b-42d3-437b-a017-89b0693e25cb req-c803ae86-c12d-4ad7-8f67-461567e6f7de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:22.265177 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b88a933b-42d3-437b-a017-89b0693e25cb req-c803ae86-c12d-4ad7-8f67-461567e6f7de tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0825648 Aug 27 15:06:22.275798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, a999711a-0234-4209-bae4-4dea138857a7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:22.286265 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7f22a-f380-4a51-bb31-8e698bfbc939 None None] Network a999711a-0234-4209-bae4-4dea138857a7 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:22.298624 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:22.302023 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.302196 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.340584 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2ba2e1c7-2d0e-45ef-b0e4-eec1acbb9f5d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5746260 Aug 27 15:06:22.347320 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:22.353655 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:22.362884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c8e92f-095f-468e-afde-9985fcca0f69,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:22.367296 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.371249 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-46d96cd8-5835-47ba-b2d1-9bb03afed328 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/53c8e92f-095f-468e-afde-9985fcca0f69 HTTP/1.1" status: 204 len: 168 time: 0.4296918 Aug 27 15:06:22.381299 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:22.388801 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bdd70-de4d-472e-a247-fd7cf70ecade None None] Network 64a18e8c-064c-4637-b786-d5c21eeb0284 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:22.467729 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b88a933b-42d3-437b-a017-89b0693e25cb req-2b46ab6f-ce90-4bab-9327-73d041c81887 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963592 Aug 27 15:06:22.479183 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.480800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.551913 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.667242 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-a999711a-0234-4209-bae4-4dea138857a7', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:06:22.668204 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.672812 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.772631 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.843939 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Deleting port 935b3ca2-d1bc-417f-a1b4-43b799861e18 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:22.844538 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.859977 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Allocated IP 172.20.0.2 (a999711a-0234-4209-bae4-4dea138857a7/c39f537b-b86d-4586-bdf3-02e6903d2de7/b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:22.934997 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] DHCP port deletion for 64a18e8c-064c-4637-b786-d5c21eeb0284 request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:06:22.945298 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] For port 935b3ca2-d1bc-417f-a1b4-43b799861e18, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=935b3ca2-d1bc-417f-a1b4-43b799861e18,segment=NetworkSegment(74acf334-476c-4abb-9615-2af91272073f),segment_id=74acf334-476c-4abb-9615-2af91272073f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:22.945665 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.974166 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Calling delete_port for 935b3ca2-d1bc-417f-a1b4-43b799861e18 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:23.030248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 935b3ca2-d1bc-417f-a1b4-43b799861e18 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:23.160073 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No ports have port_id starting with 935b3ca2-d1bc-417f-a1b4-43b799861e18 Aug 27 15:06:23.163499 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 61280012-13d3-4e8d-8c75-5baa4e25838e no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:23.183230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.195206 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Deleting port 935b3ca2-d1bc-417f-a1b4-43b799861e18 {{(pid=93961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:23.195740 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.209080 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 61280012-13d3-4e8d-8c75-5baa4e25838e {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:23.209571 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 61280012-13d3-4e8d-8c75-5baa4e25838e not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:23.210147 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1ac47765-79c3-4659-9102-3eca04e85d6c no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:23.222388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Pushing event deleted for resources: {'Port': ['ID=935b3ca2-d1bc-417f-a1b4-43b799861e18,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:23.245116 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] No DVR routers for this DVR port 935b3ca2-d1bc-417f-a1b4-43b799861e18 on host dv-cinder-786929-5-iscsi {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:06:23.281435 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 1ac47765-79c3-4659-9102-3eca04e85d6c {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:23.281986 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1ac47765-79c3-4659-9102-3eca04e85d6c not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:23.295728 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.312889 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Transition to ACTIVE for port object b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:23.326950 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.332043 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] For port 935b3ca2-d1bc-417f-a1b4-43b799861e18, host dv-cinder-786929-5-iscsi, got binding levels [] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:23.332275 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.351570 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.352262 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Transition to ACTIVE for port object b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:23.354095 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Calling delete_port for 935b3ca2-d1bc-417f-a1b4-43b799861e18 owned by network:dhcp {{(pid=93961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:23.354230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.360727 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Port 935b3ca2-d1bc-417f-a1b4-43b799861e18 was not found and therefore no delete operation was performed {{(pid=93961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 15:06:23.365820 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.371168 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a18e8c-064c-4637-b786-d5c21eeb0284']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:23.377786 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117'] for port, after_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.408234 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74acf334-476c-4abb-9615-2af91272073f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:23.408234 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74acf334-476c-4abb-9615-2af91272073f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:23.423205 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.434838 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] No DVR routers for this DVR port 935b3ca2-d1bc-417f-a1b4-43b799861e18 on host dv-cinder-786929-5-iscsi {{(pid=93961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:06:23.444509 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.449912 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Network a999711a-0234-4209-bae4-4dea138857a7 is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:23.456461 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:23.459144 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:23.462225 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Pushing event updated for resources: {'Port': ['ID=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:23.472559 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:06:23.472931 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:06:23.475083 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:06:23.483992 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.483992 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.484575 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.495183 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.495843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.496724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.501382 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.501792 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.502324 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.502919 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.503349 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.504026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:23.562852 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.565598 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Allocated IP 172.27.2.98 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/3df98d79-babc-440d-965e-6c8e07b8a093) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:23.579715 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17c40-bc1b-4050-a933-da4f9cd1e47f None None] Pushing event deleted for resources: {'Port': ['ID=935b3ca2-d1bc-417f-a1b4-43b799861e18,revision_number=None']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:23.579879 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.582127 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] 10.222.0.42 "DELETE /v2.0/networks/64a18e8c-064c-4637-b786-d5c21eeb0284 HTTP/1.1" status: 204 len: 168 time: 1.1989503 Aug 27 15:06:23.595815 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9f45-1759-40e7-9d6b-349c9506a454 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a18e8c-064c-4637-b786-d5c21eeb0284,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:23.651030 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Attempting to bind port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:23.651392 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Attempting to bind port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:23.651763 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Attempting to bind port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f on network a999711a-0234-4209-bae4-4dea138857a7 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:23.659893 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:23.660314 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Checking segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:23.660767 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.661178 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Bound using segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:23.661658 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Bound port: b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:23.662048 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.675546 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ea2d9-a5c7-4393-9a21-155a3c255962 req-4edfd4da-e4fb-42e6-a0f8-7806d82fabff tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:23.684019 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3b4ea2d9-a5c7-4393-9a21-155a3c255962 req-4edfd4da-e4fb-42e6-a0f8-7806d82fabff tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1121452 Aug 27 15:06:23.737252 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3b4ea2d9-a5c7-4393-9a21-155a3c255962 req-99470a7d-6482-46fb-a2c5-17c6909d245c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483112 Aug 27 15:06:23.777805 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.803361 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:23.811704 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] For port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:23.817103 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] For port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:23.822046 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.865170 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-22fa162f-ad5c-47f7-b201-c9e6804d4499 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32860cc3fd8e4ea49a6c8d132ee1d800&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600760 Aug 27 15:06:23.873534 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60294) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:23.891143 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.939724 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101dd32-ea62-417a-b050-c915e4b783fa None None] Pushing event updated for resources: {'Port': ['ID=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:23.953313 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:23.966276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:23.972269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:23.974943 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:23.992395 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:24.001957 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Pushing event updated for resources: {'Port': ['ID=3df98d79-babc-440d-965e-6c8e07b8a093,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:24.058940 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:24.061662 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:24.066870 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb912182-f790-4705-902e-2b87c9988acd HTTP/1.1" status: 204 len: 168 time: 0.1895835 Aug 27 15:06:24.082275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac179ab-2b57-470a-ad7a-71f19e349960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb912182-f790-4705-902e-2b87c9988acd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:24.676064 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.051582 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:25.130711 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30db07d-18c9-4a54-b5a3-e37bae56624b req-9b912c8e-2ee0-4899-b227-21c8efd4b0bd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:25.134022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d30db07d-18c9-4a54-b5a3-e37bae56624b req-9b912c8e-2ee0-4899-b227-21c8efd4b0bd tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0829322 Aug 27 15:06:25.138294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.169588 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:25.264611 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d30db07d-18c9-4a54-b5a3-e37bae56624b req-bb7a91ac-adc1-440c-8a72-933a939d3621 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212533 Aug 27 15:06:25.359671 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef09015-2659-4b0c-94e8-0294072004b1 None None] Network a999711a-0234-4209-bae4-4dea138857a7 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:25.361787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Router 7e6828e8-c25d-491f-853e-40c5250ea1f3 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:06:25.431768 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Provisioning for port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:25.445442 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Provisioning complete for port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:25.445900 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.570090 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:25.583889 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Sync routers for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:25.601885 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.603735 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7a78d403-14fe-4b3e-a555-a2cef1b2aae2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2539172 Aug 27 15:06:25.604499 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:25.606953 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:25.608265 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:25.738158 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.820018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] For port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:25.839095 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:25.846079 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:25.918217 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775a7b0-4758-4e3c-ae09-9d2191886c9e None None] Pushing event updated for resources: {'Port': ['ID=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:26.171079 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-165701a6-afb0-4159-95e3-76045d471b78 None None] Provisioning complete for port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:26.171839 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-165701a6-afb0-4159-95e3-76045d471b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.195412 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:24Z', 'revision_number': 3, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:26.233766 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Checking router: 7e6828e8-c25d-491f-853e-40c5250ea1f3 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:26.234420 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Updating router 7e6828e8-c25d-491f-853e-40c5250ea1f3 port 3df98d79-babc-440d-965e-6c8e07b8a093 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:26.272507 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.457960 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.542746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df299-bd09-47e1-8493-8a133a8e58cc req-71c62f3c-7672-4818-8248-de475ac3dbc3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:26.552991 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-012df299-bd09-47e1-8493-8a133a8e58cc req-71c62f3c-7672-4818-8248-de475ac3dbc3 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1355083 Aug 27 15:06:26.627164 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-012df299-bd09-47e1-8493-8a133a8e58cc req-700816e6-b491-484b-99a0-e2e9431b8a0c tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724850 Aug 27 15:06:26.710738 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.724608 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Transition to ACTIVE for port object 3df98d79-babc-440d-965e-6c8e07b8a093 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:26.733857 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.745614 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Allocated IP 172.20.0.1 (a999711a-0234-4209-bae4-4dea138857a7/c39f537b-b86d-4586-bdf3-02e6903d2de7/f03cd712-1ee3-43ca-94be-4ec3815e4dff) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:26.782196 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Pushing event updated for resources: {'Port': ['ID=3df98d79-babc-440d-965e-6c8e07b8a093,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:26.790896 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.791597 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.791810 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.792100 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.792482 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.792762 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.793138 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.793468 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.793969 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.794211 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.794538 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.795132 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:26.814205 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Attempting to bind port 3df98d79-babc-440d-965e-6c8e07b8a093 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:26.814589 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Attempting to bind port 3df98d79-babc-440d-965e-6c8e07b8a093 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:26.814945 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Attempting to bind port 3df98d79-babc-440d-965e-6c8e07b8a093 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:26.820874 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:26.821246 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:26.821662 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.822021 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:26.822674 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Bound port: 3df98d79-babc-440d-965e-6c8e07b8a093, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:26.823133 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.888291 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] For port 3df98d79-babc-440d-965e-6c8e07b8a093, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:26.911765 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] For port 3df98d79-babc-440d-965e-6c8e07b8a093, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3df98d79-babc-440d-965e-6c8e07b8a093,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:26.921497 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.953150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:26.990144 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:27.000878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Transition to ACTIVE for port object f03cd712-1ee3-43ca-94be-4ec3815e4dff will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:27.021062 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:27.021783 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:27.083587 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.099313 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5f70-3a59-4c21-8cb8-14d77ef35014 None None] Pushing event updated for resources: {'Port': ['ID=3df98d79-babc-440d-965e-6c8e07b8a093,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:27.113050 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:27.113433 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.161759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Network a999711a-0234-4209-bae4-4dea138857a7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:27.170357 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:27.174845 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:27.195369 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:27.198408 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60354) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:27.203250 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Pushing event updated for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:27.272336 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.422285 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4931cc69-c46d-49a3-a60a-137145e80a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.504445 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:24Z', 'revision_number': 3, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:27.570291 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f5fc241b-2c11-493e-bfbc-e8ab024155da None None] Provisioning for port f03cd712-1ee3-43ca-94be-4ec3815e4dff completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:27.573652 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.576711 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f5fc241b-2c11-493e-bfbc-e8ab024155da None None] Provisioning complete for port f03cd712-1ee3-43ca-94be-4ec3815e4dff triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:27.576711 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f5fc241b-2c11-493e-bfbc-e8ab024155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.588162 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4931cc69-c46d-49a3-a60a-137145e80a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.590764 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6567f9-7430-42c0-8f2d-a41459eb602a None None] The sync data for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi is: [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:24Z', 'revision_number': 3, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:27.598050 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4931cc69-c46d-49a3-a60a-137145e80a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.639620 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc241b-2c11-493e-bfbc-e8ab024155da None None] Port f03cd712-1ee3-43ca-94be-4ec3815e4dff cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:27.715469 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931cc69-c46d-49a3-a60a-137145e80a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b58f7f-e514-4d0b-8159-585e0f424d5b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:27.723695 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4931cc69-c46d-49a3-a60a-137145e80a74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cbc442d3353498b9e042cd7e54e164f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217752 Aug 27 15:06:27.728396 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60360) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:27.800502 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.838743 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.861817 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d6dd-f05c-4706-bd45-f8f57762b9e2 req-437c220a-ffd6-44a5-947a-f06ba2774d1e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:27.863541 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0073d6dd-f05c-4706-bd45-f8f57762b9e2 req-437c220a-ffd6-44a5-947a-f06ba2774d1e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0964844 Aug 27 15:06:27.932597 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.940340 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.947644 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0073d6dd-f05c-4706-bd45-f8f57762b9e2 req-af16af22-c759-4cfc-85cb-52b1583de3f6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743616 Aug 27 15:06:27.964717 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.970670 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:27.972282 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6b58f7f-e514-4d0b-8159-585e0f424d5b HTTP/1.1" status: 204 len: 168 time: 0.2428076 Aug 27 15:06:28.005622 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbee0a-27c9-45bb-8b52-a16d87f87efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b58f7f-e514-4d0b-8159-585e0f424d5b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:28.036746 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.054634 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Pushing event updated for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:28.206385 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Network a999711a-0234-4209-bae4-4dea138857a7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:28.207892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:28.364288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Router 7e6828e8-c25d-491f-853e-40c5250ea1f3 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:28.540886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60366) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:28.557337 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:28.559267 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91b2c098-519b-4c60-a45c-de188577ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.581459 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-9c62b2a5-edc1-4758-80e4-eee22919aa32 admin admin] 10.222.0.42 "PUT /v2.0/routers/7e6828e8-c25d-491f-853e-40c5250ea1f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717796 Aug 27 15:06:28.584415 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fbc6daee-82f3-41bd-b97b-52a6e6528922 None None] Provisioning complete for port f03cd712-1ee3-43ca-94be-4ec3815e4dff triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:28.584943 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fbc6daee-82f3-41bd-b97b-52a6e6528922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.636634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6daee-82f3-41bd-b97b-52a6e6528922 None None] Port f03cd712-1ee3-43ca-94be-4ec3815e4dff cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:28.746080 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-71a9aa23-f996-4d4b-9919-35e5167dab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.761519 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91b2c098-519b-4c60-a45c-de188577ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.772884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91b2c098-519b-4c60-a45c-de188577ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.817271 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2c098-519b-4c60-a45c-de188577ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0555738-1b3f-4438-8abd-c1130f2af07d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:28.845507 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-91b2c098-519b-4c60-a45c-de188577ae1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36d08d4522ed41818ddbf1a7e5a81de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031099 Aug 27 15:06:28.848378 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60374) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:28.936455 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:28.960847 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.067271 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3df98d79-babc-440d-965e-6c8e07b8a093 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:29.070513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.077709 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.082004 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0555738-1b3f-4438-8abd-c1130f2af07d HTTP/1.1" status: 204 len: 168 time: 0.2327425 Aug 27 15:06:29.122094 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c603d-45e9-4124-a2d0-5717a0beafc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0555738-1b3f-4438-8abd-c1130f2af07d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:29.200871 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90b7d3-ddc7-492f-a230-6ea6dd5940c6 req-c5b11ebd-4605-4c36-a429-91d0772855b5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:29.202706 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0f90b7d3-ddc7-492f-a230-6ea6dd5940c6 req-c5b11ebd-4605-4c36-a429-91d0772855b5 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0755453 Aug 27 15:06:29.254931 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0f90b7d3-ddc7-492f-a230-6ea6dd5940c6 req-6c7e2526-db02-4684-8819-d510c9b37f2a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Aug 27 15:06:29.263319 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 3df98d79-babc-440d-965e-6c8e07b8a093 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:29.271396 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3df98d79-babc-440d-965e-6c8e07b8a093 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:29.272092 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.389230 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.417543 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 3df98d79-babc-440d-965e-6c8e07b8a093, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3df98d79-babc-440d-965e-6c8e07b8a093,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:29.423481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.482875 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=3df98d79-babc-440d-965e-6c8e07b8a093,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:29.545933 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60394) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:29.551879 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1441258434-network', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:29.581648 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Made reservation on behalf of 4147c020ce2d4485b53a09087da31bc0 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:29.584475 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.595343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.698275 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.702735 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.728812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:06:29.744398 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c374d039-e022-4569-a4a7-afa25e0c6381,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:29.750204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.750738 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Added segment f520f0b1-6256-4bed-83dd-856702fac35e of type vlan for network b51aceeb-f031-4e36-baae-3eaf83d941c4 Aug 27 15:06:29.793626 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.819164 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.820223 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:29.820803 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.880504 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3308249 Aug 27 15:06:29.880786 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60406) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:29.885455 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Request body: {'subnet': {'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1441258434-subnet', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:29.906826 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22bc4-7dcb-4b03-bd2d-cff5de57c628 admin admin] Pushing event updated for resources: {'Network': ['ID=b51aceeb-f031-4e36-baae-3eaf83d941c4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:29.915145 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Made reservation on behalf of 4147c020ce2d4485b53a09087da31bc0 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:29.917591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:29.920488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:06:30.001817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Sync routers for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:30.011222 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:30.011904 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:30.113746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.127911 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:30.176493 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3bba2d-e942-499c-b2ec-aad0b23d5ada,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:30.184716 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Checking segment: {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:30.185225 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Network hostable DHCP agents. Network: b51aceeb-f031-4e36-baae-3eaf83d941c4, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:06:30.204416 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:06:30.214482 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, b51aceeb-f031-4e36-baae-3eaf83d941c4) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:30.218825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:30.219642 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.243110 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:30.245601 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7584ab-875d-4f23-8823-363811b73d65 None None] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:30.247538 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d499a37b-7cfc-44e9-ba98-5e9a0b0770ec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3653486 Aug 27 15:06:30.248595 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:30.269692 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.270933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.351350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.539577 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c31d1-c87a-4971-9c8e-22ea9a1d4a33 req-22138c0e-96b0-4574-a0d7-3d3483598c0e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:30.541079 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5a8c31d1-c87a-4971-9c8e-22ea9a1d4a33 req-22138c0e-96b0-4574-a0d7-3d3483598c0e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.1415517 Aug 27 15:06:30.543191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.589593 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 2, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:30.617296 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-5a8c31d1-c87a-4971-9c8e-22ea9a1d4a33 req-8c9c7d70-c0dd-4bd4-a48e-bc8e9c8e77ca tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684006 Aug 27 15:06:30.631031 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Checking router: 7e6828e8-c25d-491f-853e-40c5250ea1f3 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:30.632302 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Updating router 7e6828e8-c25d-491f-853e-40c5250ea1f3 port f03cd712-1ee3-43ca-94be-4ec3815e4dff binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:30.652652 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-b51aceeb-f031-4e36-baae-3eaf83d941c4', 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'fixed_ips': [{'subnet_id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:06:30.653519 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.674453 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.784915 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.809009 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.923216 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Allocated IP 172.20.0.2 (b51aceeb-f031-4e36-baae-3eaf83d941c4/cb3bba2d-e942-499c-b2ec-aad0b23d5ada/7d24ce00-b852-4c42-8e41-2658aa93d234) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:30.946234 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Allocated IP 172.27.2.74 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/e8b18c89-50f7-43dc-87ec-be6d01a5e377) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:30.972818 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3df98d79-babc-440d-965e-6c8e07b8a093 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:31.066892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.119020 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.155187 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3df98d79-babc-440d-965e-6c8e07b8a093 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:31.155571 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.195648 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:31.202854 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:31.207157 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:31.209703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b18c89-50f7-43dc-87ec-be6d01a5e377,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:31.237678 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e0382-d0b0-40a0-a9a9-1d7543b9b356 req-a39afe49-8ab6-49ca-b583-d39d550b5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:31.239218 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-495e0382-d0b0-40a0-a9a9-1d7543b9b356 req-a39afe49-8ab6-49ca-b583-d39d550b5234 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 1097 time: 0.0887728 Aug 27 15:06:31.275175 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.296883 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.300575 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Transition to ACTIVE for port object f03cd712-1ee3-43ca-94be-4ec3815e4dff will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:31.313237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Transition to ACTIVE for port object 7d24ce00-b852-4c42-8e41-2658aa93d234 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:31.315060 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.362706 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-495e0382-d0b0-40a0-a9a9-1d7543b9b356 req-ba52bd05-f61f-4eb7-9cc1-cc988976da71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120698 Aug 27 15:06:31.387333 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Transition to ACTIVE for port object 7d24ce00-b852-4c42-8e41-2658aa93d234 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:31.418114 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.419883 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7367-a17b-4566-a2fc-e03ec3cad000 None None] Pushing event updated for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:31.481044 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:31.500210 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:31.509829 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:31.519120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.528027 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Pushing event updated for resources: {'Port': ['ID=7d24ce00-b852-4c42-8e41-2658aa93d234,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:31.535738 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Attempting to bind port f03cd712-1ee3-43ca-94be-4ec3815e4dff on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:31.536143 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Attempting to bind port f03cd712-1ee3-43ca-94be-4ec3815e4dff by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:31.536509 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Attempting to bind port f03cd712-1ee3-43ca-94be-4ec3815e4dff on network a999711a-0234-4209-bae4-4dea138857a7 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:31.583198 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:31.583497 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Checking segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:31.583909 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.584300 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Bound using segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:31.584783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Bound port: f03cd712-1ee3-43ca-94be-4ec3815e4dff, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:31.585721 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.610146 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6298f483-4977-440a-8d69-3da324434940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.615646 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Attempting to bind port 7d24ce00-b852-4c42-8e41-2658aa93d234 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:31.616018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Attempting to bind port 7d24ce00-b852-4c42-8e41-2658aa93d234 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:31.616930 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Attempting to bind port 7d24ce00-b852-4c42-8e41-2658aa93d234 on network b51aceeb-f031-4e36-baae-3eaf83d941c4 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:31.641150 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:31.641534 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Checking segment: {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:31.641937 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.642352 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Bound using segment: {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:31.642825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Bound port: 7d24ce00-b852-4c42-8e41-2658aa93d234, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:31.643208 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.725158 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.728474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] For port f03cd712-1ee3-43ca-94be-4ec3815e4dff, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:31.736618 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] For port f03cd712-1ee3-43ca-94be-4ec3815e4dff, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=f03cd712-1ee3-43ca-94be-4ec3815e4dff,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:31.747733 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.759277 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] For port 7d24ce00-b852-4c42-8e41-2658aa93d234, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:31.776185 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba144b-a128-4121-b2cd-b2f43f46a1e3 req-70722103-c5be-4a90-9630-bafc7b2ce2b0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:31.778388 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d5ba144b-a128-4121-b2cd-b2f43f46a1e3 req-70722103-c5be-4a90-9630-bafc7b2ce2b0 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0562994 Aug 27 15:06:31.799606 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] For port 7d24ce00-b852-4c42-8e41-2658aa93d234, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d24ce00-b852-4c42-8e41-2658aa93d234,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:31.813945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.823590 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d5ba144b-a128-4121-b2cd-b2f43f46a1e3 req-9a153911-f463-4e82-a8cb-d2caac9de79d tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Aug 27 15:06:31.842725 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7367-a17b-4566-a2fc-e03ec3cad000 None None] Pushing event updated for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:31.845338 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:31.845943 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:31.987590 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f319f-bb47-4c0e-82a0-6dbc24933f81 None None] Pushing event updated for resources: {'Port': ['ID=7d24ce00-b852-4c42-8e41-2658aa93d234,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:32.019904 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:32.188038 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:32.197922 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:06:32.282098 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:31Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:32.301946 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:32.311484 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Sync routers for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:32.314260 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8d96a-588b-4c53-9834-22491bbd8a81 None None] The sync data for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi is: [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:31Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:32.318556 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:32.320104 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-daa5bb77-42ff-44a9-8c90-ebbf08cac559 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0752199 Aug 27 15:06:32.322684 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:32.326429 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:32.327328 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:32.476330 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:32.632096 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.047395 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:31Z', 'revision_number': 3, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:33.106725 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Checking router: 5ca79ba9-85e4-4305-a313-7095e6da3ee7 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:33.107178 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Updating router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 port e8b18c89-50f7-43dc-87ec-be6d01a5e377 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:33.145241 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06390518-3c9b-4d70-be3b-aa2b4a4a2d83 None None] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:33.173568 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.181431 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a395fd-a066-4a50-bf46-bf525d7fb43b req-7caeea63-4407-47c0-a6d7-4238f003fd89 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:33.183034 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-40a395fd-a066-4a50-bf46-bf525d7fb43b req-7caeea63-4407-47c0-a6d7-4238f003fd89 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.2212005 Aug 27 15:06:33.237168 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.286663 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-40a395fd-a066-4a50-bf46-bf525d7fb43b req-86622b1e-ee18-40b0-ad6d-c781fef23de7 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911787 Aug 27 15:06:33.324504 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d24ce00-b852-4c42-8e41-2658aa93d234 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:33.503312 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Allocated IP 172.20.0.1 (b51aceeb-f031-4e36-baae-3eaf83d941c4/cb3bba2d-e942-499c-b2ec-aad0b23d5ada/4a230e57-2c87-48af-97b7-32a1db83dcf8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:33.539744 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6ec1ee65-f04e-4a85-9839-6748a1f050d3 None None] Provisioning for port 7d24ce00-b852-4c42-8e41-2658aa93d234 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:33.599769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 7d24ce00-b852-4c42-8e41-2658aa93d234 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:33.609588 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 7d24ce00-b852-4c42-8e41-2658aa93d234 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:33.611613 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.648537 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.674011 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Transition to ACTIVE for port object e8b18c89-50f7-43dc-87ec-be6d01a5e377 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:33.680635 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.690005 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.711864 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Transition to ACTIVE for port object 4a230e57-2c87-48af-97b7-32a1db83dcf8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:33.753473 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Attempting to bind port e8b18c89-50f7-43dc-87ec-be6d01a5e377 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:33.753865 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Attempting to bind port e8b18c89-50f7-43dc-87ec-be6d01a5e377 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:33.754515 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Attempting to bind port e8b18c89-50f7-43dc-87ec-be6d01a5e377 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:33.759046 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2183d7a-da10-4fec-a30e-ff7a0a4417b7 None None] Pushing event updated for resources: {'Port': ['ID=e8b18c89-50f7-43dc-87ec-be6d01a5e377,revision_number=2']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:33.762485 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.764759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.771159 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:33.771542 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:33.771992 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.773615 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:33.774309 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Bound port: e8b18c89-50f7-43dc-87ec-be6d01a5e377, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:33.774899 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.811012 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:33.812528 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 7d24ce00-b852-4c42-8e41-2658aa93d234, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d24ce00-b852-4c42-8e41-2658aa93d234,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:33.814477 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:33.818902 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:33.822532 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.823639 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device f03cd712-1ee3-43ca-94be-4ec3815e4dff up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:33.870697 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] For port e8b18c89-50f7-43dc-87ec-be6d01a5e377, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:33.876756 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] For port e8b18c89-50f7-43dc-87ec-be6d01a5e377, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=e8b18c89-50f7-43dc-87ec-be6d01a5e377,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:33.882569 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Pushing event updated for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:33.886635 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.912888 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.925547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=7d24ce00-b852-4c42-8e41-2658aa93d234,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:33.930543 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port f03cd712-1ee3-43ca-94be-4ec3815e4dff completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:33.935223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port f03cd712-1ee3-43ca-94be-4ec3815e4dff triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:33.935607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:33.999518 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-808a3237-2a82-4239-beaf-a65b2f7850ef None None] Provisioning complete for port 7d24ce00-b852-4c42-8e41-2658aa93d234 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:34.000176 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-808a3237-2a82-4239-beaf-a65b2f7850ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.024652 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2183d7a-da10-4fec-a30e-ff7a0a4417b7 None None] Pushing event updated for resources: {'Port': ['ID=e8b18c89-50f7-43dc-87ec-be6d01a5e377,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:34.045172 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:34.045821 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:34.094107 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.126003 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.197800 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:34.243557 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port f03cd712-1ee3-43ca-94be-4ec3815e4dff, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=f03cd712-1ee3-43ca-94be-4ec3815e4dff,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:34.252745 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.354249 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:06:34.379872 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.392508 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:34.392646 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.417234 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-34d263dc-a984-4396-bfea-44e329ff4493 None None] Provisioning for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:34.433111 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-34d263dc-a984-4396-bfea-44e329ff4493 None None] Provisioning complete for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:34.434258 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-34d263dc-a984-4396-bfea-44e329ff4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.464987 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9bb9-f950-4788-a6ec-ec9241651021 req-a6ddf714-13d1-49b0-a635-fddaaa3b34d6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:34.478308 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e1bd9bb9-f950-4788-a6ec-ec9241651021 req-a6ddf714-13d1-49b0-a635-fddaaa3b34d6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 944 time: 0.0942016 Aug 27 15:06:34.490940 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.491471 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:31Z', 'revision_number': 3, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:34.500197 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Pushing event updated for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:34.540209 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0741eb-391b-405c-92e8-c4d7e2d66bd2 None None] The sync data for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi is: [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:31Z', 'revision_number': 3, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:34.543044 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e1bd9bb9-f950-4788-a6ec-ec9241651021 req-85409101-c96c-4d15-a111-2ffd19737cad tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635614 Aug 27 15:06:34.555792 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-34d263dc-a984-4396-bfea-44e329ff4493 None None] Port 4a230e57-2c87-48af-97b7-32a1db83dcf8 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:34.594388 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:34.606899 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'port_id': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'mac_address': 'fa:16:3e:32:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:06:34.623790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:34.625275 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:34.662607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.681955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:06:34.705365 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:34.712913 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.768264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:34.785517 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=9']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:34.912787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:34.921249 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f8d99d8a-c18e-4f25-8cfb-fd8997ebf99c admin admin] 10.222.0.42 "PUT /v2.0/routers/5ca79ba9-85e4-4305-a313-7095e6da3ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5974455 Aug 27 15:06:34.923594 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-edde1db3-a840-4108-992b-5121c9ad64c4 None None] Provisioning complete for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:34.924097 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-edde1db3-a840-4108-992b-5121c9ad64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.926826 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.976129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-edde1db3-a840-4108-992b-5121c9ad64c4 None None] Port 4a230e57-2c87-48af-97b7-32a1db83dcf8 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:34.987725 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['9efa6730-4f7f-489f-aea8-5dba67078cf6'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:06:35.075344 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d24ce00-b852-4c42-8e41-2658aa93d234 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:35.173461 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 7d24ce00-b852-4c42-8e41-2658aa93d234 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:35.173837 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.277617 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device f03cd712-1ee3-43ca-94be-4ec3815e4dff up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:35.327844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port f03cd712-1ee3-43ca-94be-4ec3815e4dff triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:35.328223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.414074 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device e8b18c89-50f7-43dc-87ec-be6d01a5e377 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:35.472845 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.494285 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port e8b18c89-50f7-43dc-87ec-be6d01a5e377 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:35.499211 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port e8b18c89-50f7-43dc-87ec-be6d01a5e377 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:35.499778 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.611319 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.633934 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port e8b18c89-50f7-43dc-87ec-be6d01a5e377, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=e8b18c89-50f7-43dc-87ec-be6d01a5e377,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:35.647059 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:35.732410 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=e8b18c89-50f7-43dc-87ec-be6d01a5e377,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:36.090715 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:36.224981 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fc843c5-1782-48ae-9410-b80f71ac7791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.341296 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fc843c5-1782-48ae-9410-b80f71ac7791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.346910 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fc843c5-1782-48ae-9410-b80f71ac7791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.357832 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:36.396464 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc843c5-1782-48ae-9410-b80f71ac7791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45443f7-c1c2-414c-b1c1-6be6b425f804,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:36.420677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60546) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:36.422999 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 9efa6730-4f7f-489f-aea8-5dba67078cf6 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:36.423487 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.430150 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1fc843c5-1782-48ae-9410-b80f71ac7791 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80b4ac9aabe0440fbf2b8439f6cd031a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381677 Aug 27 15:06:36.480925 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.509781 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.530433 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.568671 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:36.571717 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:36.574377 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca9fec-3aab-4105-9ded-2ada6eacf397" -d '{"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:36.575143 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.577260 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Sync routers for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:36.578311 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.579517 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f45443f7-c1c2-414c-b1c1-6be6b425f804 HTTP/1.1" status: 204 len: 168 time: 0.1566610 Aug 27 15:06:36.604949 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:36.607723 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:36.610690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59fafb-718d-4084-992c-9fab85fba17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45443f7-c1c2-414c-b1c1-6be6b425f804,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:36.612402 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.664288 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200681c-9499-49c0-8cad-73c91e814e80 x-openstack-request-id: req-7200681c-9499-49c0-8cad-73c91e814e80 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:36.664575 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-plugged", "status": "completed", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:36.664826 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7200681c-9499-49c0-8cad-73c91e814e80 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:36.665259 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'code': 200} Aug 27 15:06:36.771408 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=10']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:36.795958 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:36.966540 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60554) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:36.983021 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device e8b18c89-50f7-43dc-87ec-be6d01a5e377 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:36.984447 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7386577-d97a-4200-87d5-fc0e47a53baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.055051 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 4, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '4a230e57-2c87-48af-97b7-32a1db83dcf8', 'name': '', 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'mac_address': 'fa:16:3e:61:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:33Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 2, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'subnets': [{'id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:37.056781 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port e8b18c89-50f7-43dc-87ec-be6d01a5e377 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:37.057146 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.106356 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Checking router: 5ca79ba9-85e4-4305-a313-7095e6da3ee7 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:37.106729 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Updating router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 port 4a230e57-2c87-48af-97b7-32a1db83dcf8 binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:37.116600 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7386577-d97a-4200-87d5-fc0e47a53baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.126513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7386577-d97a-4200-87d5-fc0e47a53baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.142268 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.169099 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b7386577-d97a-4200-87d5-fc0e47a53baf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fab2258ac814b1eb6b2e83fcd5d9495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011976 Aug 27 15:06:37.171942 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:37.178942 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7386577-d97a-4200-87d5-fc0e47a53baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a6f5b-b0f5-4774-b779-4894f5608968,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:37.255214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.285254 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.348778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.358195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.361834 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af7a6f5b-b0f5-4774-b779-4894f5608968 HTTP/1.1" status: 204 len: 168 time: 0.1865211 Aug 27 15:06:37.375772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86546-7fc7-46dc-a0ce-517354635737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a6f5b-b0f5-4774-b779-4894f5608968,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:37.503737 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.521827 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Transition to ACTIVE for port object 4a230e57-2c87-48af-97b7-32a1db83dcf8 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:37.532545 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.608803 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7010fd1-07ca-49cb-a783-8998db315b89 None None] Pushing event updated for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:37.696600 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Attempting to bind port 4a230e57-2c87-48af-97b7-32a1db83dcf8 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:37.697000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Attempting to bind port 4a230e57-2c87-48af-97b7-32a1db83dcf8 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:37.697369 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Attempting to bind port 4a230e57-2c87-48af-97b7-32a1db83dcf8 on network b51aceeb-f031-4e36-baae-3eaf83d941c4 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:37.703126 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:37.703878 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Checking segment: {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:37.705295 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.705903 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Bound using segment: {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:37.707466 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Bound port: 4a230e57-2c87-48af-97b7-32a1db83dcf8, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520f0b1-6256-4bed-83dd-856702fac35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:37.708221 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.015064 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] For port 4a230e57-2c87-48af-97b7-32a1db83dcf8, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:38.018878 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] For port 4a230e57-2c87-48af-97b7-32a1db83dcf8, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4a230e57-2c87-48af-97b7-32a1db83dcf8,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:38.026710 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.089844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:38.090650 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:06:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:38.239175 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7010fd1-07ca-49cb-a783-8998db315b89 None None] Pushing event updated for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:38.304638 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:38.568609 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 4, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '4a230e57-2c87-48af-97b7-32a1db83dcf8', 'name': '', 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'mac_address': 'fa:16:3e:61:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:33Z', 'updated_at': '2021-08-27T15:06:38Z', 'revision_number': 4, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'subnets': [{'id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:38.602262 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff7b4-eca5-4376-8152-1295a11054b6 None None] The sync data for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi is: [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 4, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '4a230e57-2c87-48af-97b7-32a1db83dcf8', 'name': '', 'network_id': 'b51aceeb-f031-4e36-baae-3eaf83d941c4', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'mac_address': 'fa:16:3e:61:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:33Z', 'updated_at': '2021-08-27T15:06:38Z', 'revision_number': 4, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'subnets': [{'id': 'cb3bba2d-e942-499c-b2ec-aad0b23d5ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:39.050116 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4a230e57-2c87-48af-97b7-32a1db83dcf8 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:39.151408 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:39.158568 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:39.158963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.341272 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.391995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 4a230e57-2c87-48af-97b7-32a1db83dcf8, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4a230e57-2c87-48af-97b7-32a1db83dcf8,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:39.401630 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.470628 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.962217 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4a230e57-2c87-48af-97b7-32a1db83dcf8 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:41.017975 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 4a230e57-2c87-48af-97b7-32a1db83dcf8 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:41.018465 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.438546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-c7a25b3c-5243-4ecd-b513-c286e6763f85 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:45.439993 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-c7a25b3c-5243-4ecd-b513-c286e6763f85 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 814 time: 0.0973654 Aug 27 15:06:45.454757 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-cc4cbef4-6e24-4ef1-a45c-fc245c0af784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/quotas/1a62eba448f44e3e91c3b5f58e481590 HTTP/1.1" status: 200 len: 375 time: 0.0088964 Aug 27 15:06:45.511228 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-a979b6b0-d489-46e4-ba26-3d6c771f1c32 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511127 Aug 27 15:06:45.701015 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-f93c3abf-86d7-42c1-926b-6f2512af6f8a service neutron] 10.222.0.42 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774383 Aug 27 15:06:45.794972 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-4decd620-3d38-4719-aa84-7731b0ee9288 service neutron] 10.222.0.42 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879979 Aug 27 15:06:45.958911 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-af73cdd3-500f-4831-b176-49da430b5c87 req-b3a209b9-d772-41fa-99e2-662b3f51b12a tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 210 time: 0.0280423 Aug 27 15:06:46.938261 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-209588e9-ea0a-4fa1-8a2c-b54792390b3e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:46.939789 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-209588e9-ea0a-4fa1-8a2c-b54792390b3e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 814 time: 0.1089842 Aug 27 15:06:46.959202 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'port': {'device_id': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'admin_state_up': True, 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:47.065944 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2d963222-f38f-43a7-a53e-d799ab68af14 req-9e3ebc52-61fb-43b3-963e-b9d38830b157 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 210 time: 0.0314124 Aug 27 15:06:47.099988 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Made reservation on behalf of 1a62eba448f44e3e91c3b5f58e481590 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:47.103740 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.235814 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Allocated IP 172.20.0.9 (a999711a-0234-4209-bae4-4dea138857a7/c39f537b-b86d-4586-bdf3-02e6903d2de7/1527e0a6-982d-4700-924f-d54ff5f974f0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:47.387132 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.401195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Transition to ACTIVE for port object 1527e0a6-982d-4700-924f-d54ff5f974f0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:47.435894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.459258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Network a999711a-0234-4209-bae4-4dea138857a7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:47.463504 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:47.466242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:47.551704 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:47.563082 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:47.563732 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.581210 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c44cc78-6616-4df6-aceb-129304ea1024 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269591 Aug 27 15:06:47.754157 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-19ed9bcc-b12e-46cd-80aa-4bf95324fb41 None None] Provisioning for port 1527e0a6-982d-4700-924f-d54ff5f974f0 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:47.758605 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-19ed9bcc-b12e-46cd-80aa-4bf95324fb41 None None] Provisioning complete for port 1527e0a6-982d-4700-924f-d54ff5f974f0 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:47.758990 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19ed9bcc-b12e-46cd-80aa-4bf95324fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.794446 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9bcc-b12e-46cd-80aa-4bf95324fb41 None None] Port 1527e0a6-982d-4700-924f-d54ff5f974f0 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:48.203127 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6d3d-84c8-4c04-8a74-175df3129de3 req-006c1982-828c-41a1-8434-792acb54eca0 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:48.204695 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f35f6d3d-84c8-4c04-8a74-175df3129de3 req-006c1982-828c-41a1-8434-792acb54eca0 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0518494 Aug 27 15:06:48.252325 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f35f6d3d-84c8-4c04-8a74-175df3129de3 req-2f0c589f-4378-43cc-8ccb-a37a2ec2cc7d tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Aug 27 15:06:48.407073 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:48.516378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca875c95-c001-4e22-9f6d-d23f52465ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.619481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca875c95-c001-4e22-9f6d-d23f52465ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.624175 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca875c95-c001-4e22-9f6d-d23f52465ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.663713 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ca875c95-c001-4e22-9f6d-d23f52465ec9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25efc518ecf74096baef9ce1e9ac7a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549899 Aug 27 15:06:48.664660 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875c95-c001-4e22-9f6d-d23f52465ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e2353-91bf-4ca9-954d-aff78d5c4f27,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:48.666720 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60724) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:48.716542 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.738203 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.793239 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.795819 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.799484 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/184e2353-91bf-4ca9-954d-aff78d5c4f27 HTTP/1.1" status: 204 len: 168 time: 0.1291308 Aug 27 15:06:48.805763 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e2353-91bf-4ca9-954d-aff78d5c4f27,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:48.813009 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.813361 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.813819 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.814163 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.814531 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.814871 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.815202 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.815530 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.815979 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.816309 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.816737 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:48.817174 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8dc9d-1311-4e94-aed7-467edf35ff1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.087596 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60730) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:49.101938 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e6441e2-c35d-46ab-bde1-9d4925a76c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.196513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e6441e2-c35d-46ab-bde1-9d4925a76c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.200422 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e6441e2-c35d-46ab-bde1-9d4925a76c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.240562 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-7e6441e2-c35d-46ab-bde1-9d4925a76c88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8a4da9deb1b42d7a3bab6313a9975dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516557 Aug 27 15:06:49.241720 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6441e2-c35d-46ab-bde1-9d4925a76c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5486591-19f7-4040-ad15-b271c7186dda,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:49.243243 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:49.307058 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.331101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.399733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efee46-f0fb-447e-8520-b1660bed65ac req-0e15ac00-61d8-45c4-a3c6-c14a7afae452 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:49.401279 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b1efee46-f0fb-447e-8520-b1660bed65ac req-0e15ac00-61d8-45c4-a3c6-c14a7afae452 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0755079 Aug 27 15:06:49.428434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.430977 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.432193 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5486591-19f7-4040-ad15-b271c7186dda HTTP/1.1" status: 204 len: 168 time: 0.1879275 Aug 27 15:06:49.461564 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfa4c1-d831-4224-8694-8097a09859e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5486591-19f7-4040-ad15-b271c7186dda,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:49.470804 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b1efee46-f0fb-447e-8520-b1660bed65ac req-63eb79a2-4d20-4af6-9e47-44dc42e35d8f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Aug 27 15:06:50.602608 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629bf52-1442-40df-908c-961af0444a00 req-9dd10bc3-5504-495c-8368-a5281f0e7e79 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:50.604140 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b629bf52-1442-40df-908c-961af0444a00 req-9dd10bc3-5504-495c-8368-a5281f0e7e79 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0545771 Aug 27 15:06:50.654935 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b629bf52-1442-40df-908c-961af0444a00 req-93214b30-ca53-48ff-9a04-dd5fc6f9e12a tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Aug 27 15:06:51.802431 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6321d0-c60a-43b5-a7df-ab76eee90d80 req-ffbe7591-58f7-4982-a24a-92da1e0fc398 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:51.809925 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fc6321d0-c60a-43b5-a7df-ab76eee90d80 req-ffbe7591-58f7-4982-a24a-92da1e0fc398 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0558326 Aug 27 15:06:51.850332 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fc6321d0-c60a-43b5-a7df-ab76eee90d80 req-dea13322-02f2-4c34-a11a-3c122994ef34 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Aug 27 15:06:52.984657 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c95912-ce00-469b-941e-478db41e0b63 req-d3790b57-e6d4-4e18-aef8-32816b55325c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:52.986454 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-78c95912-ce00-469b-941e-478db41e0b63 req-d3790b57-e6d4-4e18-aef8-32816b55325c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0572276 Aug 27 15:06:53.050960 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-78c95912-ce00-469b-941e-478db41e0b63 req-c1979d20-360f-474c-9d83-90023e213384 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491476 Aug 27 15:06:54.162216 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fe972-7871-4038-bc0c-983008ebbd04 req-cf34a564-3803-463c-88cc-8396960fe486 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:54.164575 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e94fe972-7871-4038-bc0c-983008ebbd04 req-cf34a564-3803-463c-88cc-8396960fe486 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0517530 Aug 27 15:06:54.203862 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e94fe972-7871-4038-bc0c-983008ebbd04 req-fdf70060-afbd-409f-9de9-7003ad98f957 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Aug 27 15:06:54.601579 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:54.713654 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd095-f8af-4186-b55c-3006d070d108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.806455 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd095-f8af-4186-b55c-3006d070d108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.810594 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd095-f8af-4186-b55c-3006d070d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.847757 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cd095-f8af-4186-b55c-3006d070d108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a6b441-9fb6-49da-8de7-93ec099e5fdf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:54.853233 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4f1cd095-f8af-4186-b55c-3006d070d108 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27f03e93c8b741a38d524f7ebbdc4c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505217 Aug 27 15:06:54.855223 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60848) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:54.907234 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.932736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.979918 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.982761 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:54.986528 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25a6b441-9fb6-49da-8de7-93ec099e5fdf HTTP/1.1" status: 204 len: 168 time: 0.1278877 Aug 27 15:06:54.991946 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83b351-b868-477f-aedd-e03f979607a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a6b441-9fb6-49da-8de7-93ec099e5fdf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:55.272707 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:55.287276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777d563e-491c-4d87-a192-842271194613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.335426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9474a4-08e3-4f1e-827c-7fae50ed8299 req-e8cdd497-ad90-429d-a5e2-5c4a21ea9223 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:55.338234 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6f9474a4-08e3-4f1e-827c-7fae50ed8299 req-e8cdd497-ad90-429d-a5e2-5c4a21ea9223 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0534213 Aug 27 15:06:55.381371 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6f9474a4-08e3-4f1e-827c-7fae50ed8299 req-1fae321a-5c15-43f7-aa0f-c30d7c3948b8 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Aug 27 15:06:55.385387 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777d563e-491c-4d87-a192-842271194613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.391252 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777d563e-491c-4d87-a192-842271194613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.427985 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-777d563e-491c-4d87-a192-842271194613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ce1eb4b665045c9b04af1c15e1ecc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540596 Aug 27 15:06:55.431419 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60858) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:55.433017 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d563e-491c-4d87-a192-842271194613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb4adc6-21c5-410f-9d32-ee8b792bb6e7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:55.488384 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.510012 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.563158 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.566483 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:55.570788 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cb4adc6-21c5-410f-9d32-ee8b792bb6e7 HTTP/1.1" status: 204 len: 168 time: 0.1374187 Aug 27 15:06:55.578766 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a4e1-2558-4ac7-817a-886767e57f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb4adc6-21c5-410f-9d32-ee8b792bb6e7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:55.899014 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60866) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:55.914761 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1497ff35-ebfc-48f7-957c-94c08346eccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.005771 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1497ff35-ebfc-48f7-957c-94c08346eccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.011470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1497ff35-ebfc-48f7-957c-94c08346eccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.065066 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1497ff35-ebfc-48f7-957c-94c08346eccc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34d149b16af74074ba9c0680adfdf90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637201 Aug 27 15:06:56.065906 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497ff35-ebfc-48f7-957c-94c08346eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e3d0b9-b93d-43cd-a39a-a9dd0384c3ba,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:56.067731 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:56.118738 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.140861 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.196588 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.199183 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.202714 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64e3d0b9-b93d-43cd-a39a-a9dd0384c3ba HTTP/1.1" status: 204 len: 168 time: 0.1314447 Aug 27 15:06:56.208607 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486b9d3-f172-4243-a488-b16574b120fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e3d0b9-b93d-43cd-a39a-a9dd0384c3ba,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:56.515133 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8abc6-bb4b-401c-965c-6607cf274efb req-35f11327-ea95-4ca8-b75a-1dfaaff691b4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:56.516999 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58b8abc6-bb4b-401c-965c-6607cf274efb req-35f11327-ea95-4ca8-b75a-1dfaaff691b4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0620646 Aug 27 15:06:56.559202 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-58b8abc6-bb4b-401c-965c-6607cf274efb req-dec85060-2a04-4903-9d89-b7fb8205b5a7 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Aug 27 15:06:57.613414 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:06:57.702102 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaf8e3-0921-43c7-9438-116dd74a0cff req-4d31c190-6f62-4de9-80dd-a65b58bcda04 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:57.704759 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-feaaf8e3-0921-43c7-9438-116dd74a0cff req-4d31c190-6f62-4de9-80dd-a65b58bcda04 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.0760932 Aug 27 15:06:57.793080 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-feaaf8e3-0921-43c7-9438-116dd74a0cff req-4fe855a0-abc0-4ccd-b85b-af4ea4b52b9e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Aug 27 15:06:58.740429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e8b5caff-9a04-4799-b4cf-1a84012e8353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:58.784415 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Request body: {'port': {'device_id': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:58.839712 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:58.996196 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc5a17-4422-444c-9e49-16ac439cd353 req-6ba01e48-f47e-414c-a28e-33bc624ca112 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:58.997697 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6cbc5a17-4422-444c-9e49-16ac439cd353 req-6ba01e48-f47e-414c-a28e-33bc624ca112 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 931 time: 0.1222329 Aug 27 15:06:59.081556 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6cbc5a17-4422-444c-9e49-16ac439cd353 req-f51421c9-6c86-426b-99eb-9b4556b8c863 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756209 Aug 27 15:06:59.170814 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1527e0a6-982d-4700-924f-d54ff5f974f0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:06:59.178203 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.191020 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Transition to ACTIVE for port object 1527e0a6-982d-4700-924f-d54ff5f974f0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:59.194449 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.244201 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:59.313868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Attempting to bind port 1527e0a6-982d-4700-924f-d54ff5f974f0 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:59.314207 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Attempting to bind port 1527e0a6-982d-4700-924f-d54ff5f974f0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:59.314569 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Attempting to bind port 1527e0a6-982d-4700-924f-d54ff5f974f0 on network a999711a-0234-4209-bae4-4dea138857a7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:59.318943 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Port 1527e0a6-982d-4700-924f-d54ff5f974f0 on network a999711a-0234-4209-bae4-4dea138857a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:06:59.319370 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Attempting to bind port 1527e0a6-982d-4700-924f-d54ff5f974f0 on network a999711a-0234-4209-bae4-4dea138857a7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:59.324165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:59.324505 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Checking segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:59.324897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Bound using segment: {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:59.325331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Bound port: 1527e0a6-982d-4700-924f-d54ff5f974f0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8deda99f-52e9-4335-90a0-5f5028cb370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:59.325696 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.389414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:59.392417 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:59.397408 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.430479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.431119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.432523 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] 10.222.0.35 "PUT /v2.0/ports/1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 1093 time: 0.6526709 Aug 27 15:06:59.432951 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:59.435195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea" -d '{"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:59.469589 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f34f8-f48a-4ec4-b819-9925f3f77460 service neutron] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:59.478479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7592c8-f671-41c0-94ac-ca58aa9e6ec7 x-openstack-request-id: req-5c7592c8-f671-41c0-94ac-ca58aa9e6ec7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:59.478800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:59.479148 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c7592c8-f671-41c0-94ac-ca58aa9e6ec7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:59.479557 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:06:59.522468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c13c37a-080c-442a-ae74-76d6b9078493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.525217 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-9c13c37a-080c-442a-ae74-76d6b9078493 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1096 time: 0.0442758 Aug 27 15:06:59.572848 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-a90d2e80-2582-46e8-a939-7431148d87f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 217 time: 0.0379546 Aug 27 15:06:59.626409 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-b709156a-562c-4d1b-a38a-0f867309d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.627888 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-b709156a-562c-4d1b-a38a-0f867309d632 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0446332 Aug 27 15:06:59.674727 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-a4f174ad-296d-4d0e-a02b-f18d701c69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.676193 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-a4f174ad-296d-4d0e-a02b-f18d701c69cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387268 Aug 27 15:06:59.766658 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-dbec6f33-61cf-4af5-822b-a8c4135d08a1 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Aug 27 15:06:59.855026 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7012af74-4592-4589-8a73-7b8e18c72be5 req-5ae42e38-4937-46ae-852b-cbd36e297406 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791728 Aug 27 15:06:59.950082 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-13e65897-8926-4d52-87ea-cc554f040316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.951572 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-13e65897-8926-4d52-87ea-cc554f040316 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1096 time: 0.0430353 Aug 27 15:07:00.043013 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-0bed84ea-86b5-4fb5-b04b-50d822393909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.044520 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-0bed84ea-86b5-4fb5-b04b-50d822393909 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.0847664 Aug 27 15:07:00.088712 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-ada37ca0-bde8-4d32-ad6c-5e68b5c176b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 217 time: 0.0344148 Aug 27 15:07:00.145486 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-6a7d4aac-f36b-4e69-b52d-138392c2a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.147091 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-6a7d4aac-f36b-4e69-b52d-138392c2a73f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0512598 Aug 27 15:07:00.232754 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e1f16-c460-47ca-bf43-d1711cbbe83d req-dcfc5591-0897-451d-a3ab-536a372f4bf4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.234243 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9d7e1f16-c460-47ca-bf43-d1711cbbe83d req-dcfc5591-0897-451d-a3ab-536a372f4bf4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 943 time: 0.0859001 Aug 27 15:07:00.235932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-c200df37-f9ae-4a8c-bc8a-16070ce10772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.237283 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-c200df37-f9ae-4a8c-bc8a-16070ce10772 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805607 Aug 27 15:07:00.270264 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60946) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:00.317391 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9d7e1f16-c460-47ca-bf43-d1711cbbe83d req-39b2e2c9-1779-4494-ad7c-e192646ef0da tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772617 Aug 27 15:07:00.356989 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-3a776933-4a26-42ee-8268-661118acbb82 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037912 Aug 27 15:07:00.378904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36d0ca38-1580-4956-b519-ec3e1940bcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.448429 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ed2ff67f-d61e-4c75-8a41-29e13a4a2cea req-0e8e40cf-2d84-4287-968d-48dcb7783486 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834420 Aug 27 15:07:00.471265 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36d0ca38-1580-4956-b519-ec3e1940bcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.474990 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36d0ca38-1580-4956-b519-ec3e1940bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.510877 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0ca38-1580-4956-b519-ec3e1940bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752792be-6cbf-4f3a-8f9f-8dae2519df7e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:00.515142 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-36d0ca38-1580-4956-b519-ec3e1940bcc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cd2c88d294b41e788ce6fa9e9273f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436843 Aug 27 15:07:00.518359 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:00.832362 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.852394 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.899601 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.902242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:00.903538 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/752792be-6cbf-4f3a-8f9f-8dae2519df7e HTTP/1.1" status: 204 len: 168 time: 0.3844144 Aug 27 15:07:00.911054 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524fb2-0366-4b0e-8c9b-91e436a44c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752792be-6cbf-4f3a-8f9f-8dae2519df7e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:01.436764 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430ce9d-b5c5-4641-adc3-240ff8b5a2a9 req-0dae578d-3aa7-4a56-a2ad-0caa7e0750c6 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:01.438253 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1430ce9d-b5c5-4641-adc3-240ff8b5a2a9 req-0dae578d-3aa7-4a56-a2ad-0caa7e0750c6 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 943 time: 0.0520813 Aug 27 15:07:01.475931 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1430ce9d-b5c5-4641-adc3-240ff8b5a2a9 req-7558a1ec-1fd6-42c6-9bbc-1b0d96125b8c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Aug 27 15:07:01.502567 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 60974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:01.573683 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc71f-3e23-4136-bdb8-575fa060b968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.602026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-640090110-network', 'tenant_id': '75afa9e126894a6e8c75d3c580afd875'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:01.622981 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Made reservation on behalf of 75afa9e126894a6e8c75d3c580afd875 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:01.625123 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.633254 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.717005 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.720585 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.740302 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:07:01.753244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efae1d-7fe9-429f-a7c7-af28ba8714e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:01.758059 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.758423 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Added segment fe39c859-0a33-4c41-bc0f-9ec25b78ab9e of type vlan for network 7e08e259-ec42-45ac-8f55-885d198163ae Aug 27 15:07:01.797015 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.821971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.823052 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:01.823618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.872690 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3688934 Aug 27 15:07:01.875551 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 60978) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:01.881007 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Request body: {'subnet': {'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-640090110-subnet', 'tenant_id': '75afa9e126894a6e8c75d3c580afd875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:01.881345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e122b-c75e-4673-9ec0-6457014a24c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e08e259-ec42-45ac-8f55-885d198163ae,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:01.891821 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 7e08e259-ec42-45ac-8f55-885d198163ae details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:07:01.905547 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Made reservation on behalf of 75afa9e126894a6e8c75d3c580afd875 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:01.907998 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.070835 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.109474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.134741 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:02.138870 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Checking segment: {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:02.139224 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Network hostable DHCP agents. Network: 7e08e259-ec42-45ac-8f55-885d198163ae, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:07:02.156133 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Network 7e08e259-ec42-45ac-8f55-885d198163ae is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:07:02.164308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 7e08e259-ec42-45ac-8f55-885d198163ae) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:02.168465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:02.169156 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.173629 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d234adb-25b4-4227-974d-a4839f367ea9 None None] Network 7e08e259-ec42-45ac-8f55-885d198163ae requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:02.182399 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-9a94ec40-79a7-4d42-a808-c8985ab1722b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055410 Aug 27 15:07:02.299449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf415e7-ad23-4c6f-b50f-2be32c19661d None None] Network 7e08e259-ec42-45ac-8f55-885d198163ae requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:02.476511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 1527e0a6-982d-4700-924f-d54ff5f974f0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:07:02.582835 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:02.595662 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'port_id': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'mac_address': 'fa:16:3e:dc:be:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:07:02.617605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a599-d776-4e1a-9621-66605d129b21 req-684aa247-3954-4a55-b729-30dd24894064 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:02.623339 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7928a599-d776-4e1a-9621-66605d129b21 req-684aa247-3954-4a55-b729-30dd24894064 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 943 time: 0.0722706 Aug 27 15:07:02.646118 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.653640 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.671311 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1527e0a6-982d-4700-924f-d54ff5f974f0 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:02.677203 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7928a599-d776-4e1a-9621-66605d129b21 req-a45eca9d-1de6-44dc-9ee1-42ffdea3e5ab tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Aug 27 15:07:02.698654 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:02.702620 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.750431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:02.974127 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:03.785833 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8b42-a1e0-4af4-8bfa-79815fbfaa4f req-bbdd6fd8-9d87-4627-b067-9ca202ef75a2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.787441 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2fad8b42-a1e0-4af4-8bfa-79815fbfaa4f req-bbdd6fd8-9d87-4627-b067-9ca202ef75a2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 944 time: 0.0502310 Aug 27 15:07:03.826297 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2fad8b42-a1e0-4af4-8bfa-79815fbfaa4f req-239bcbb9-7ca8-427f-ae90-5a81314604ad tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Aug 27 15:07:03.945204 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-8c0a43af-4dfb-4932-abe6-b7c37de15545 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.947324 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-8c0a43af-4dfb-4932-abe6-b7c37de15545 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 808 time: 0.1015027 Aug 27 15:07:03.961664 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-33905848-d423-4336-9595-5f473119468f tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/quotas/75afa9e126894a6e8c75d3c580afd875 HTTP/1.1" status: 200 len: 375 time: 0.0086205 Aug 27 15:07:03.990812 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-3f4c7f13-3394-4f25-ba9b-2897387d1ff6 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241683 Aug 27 15:07:04.080978 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-f0ce1f97-3095-492e-a6dc-55cdee67345e service neutron] 10.222.0.42 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824983 Aug 27 15:07:04.167822 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-97c0f3e8-ded7-4937-9ffd-16000d1ea248 service neutron] 10.222.0.42 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809243 Aug 27 15:07:04.321871 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ae7e3434-19e1-471d-a37a-b8c67245caf9 req-40e361fd-f061-4aa1-866d-fc98919b8b20 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 210 time: 0.0258965 Aug 27 15:07:04.493768 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 1527e0a6-982d-4700-924f-d54ff5f974f0 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:07:04.548664 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 1527e0a6-982d-4700-924f-d54ff5f974f0 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:07:04.552826 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 1527e0a6-982d-4700-924f-d54ff5f974f0 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:04.553199 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:04.633236 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:04.657326 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:04.659822 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e10c28-d82c-4c8e-afdc-399e30575629" -d '{"events": [{"server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "name": "network-vif-plugged", "status": "completed", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:04.673396 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:04.678099 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:04.704015 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5a59e-4e18-4a8f-9fcd-ec27036238d4 x-openstack-request-id: req-e4c5a59e-4e18-4a8f-9fcd-ec27036238d4 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:04.704302 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "name": "network-vif-plugged", "status": "completed", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:04.704554 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4c5a59e-4e18-4a8f-9fcd-ec27036238d4 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:04.704936 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'code': 200} Aug 27 15:07:04.737785 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:04.885729 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:04.901050 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57795111-640b-46f2-a5b4-c9d935a8d35e req-3d66ad73-e16d-43d9-a685-55d4c9b79364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:04.903103 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-57795111-640b-46f2-a5b4-c9d935a8d35e req-3d66ad73-e16d-43d9-a685-55d4c9b79364 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1098 time: 0.0570951 Aug 27 15:07:04.940046 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-57795111-640b-46f2-a5b4-c9d935a8d35e req-7e5775f4-1e69-495f-b7c5-d811f077e037 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278265 Aug 27 15:07:04.944535 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1608-639a-4b11-8020-0d7c73037eb2 req-96a727d9-986b-4316-8d3a-2674f0405cf9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:04.946003 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4daa1608-639a-4b11-8020-0d7c73037eb2 req-96a727d9-986b-4316-8d3a-2674f0405cf9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 27 15:07:04.984130 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4daa1608-639a-4b11-8020-0d7c73037eb2 req-2d21c704-8730-4daf-afb4-012ef54bef3d tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Aug 27 15:07:05.420521 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-437ff13e-071c-4154-8ba6-a4c516059eca req-95096a26-a081-41d6-84a2-6bd68f6c4f0d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 210 time: 0.0316789 Aug 27 15:07:05.479662 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:05.527552 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e42d10d4-b4aa-4bb4-a878-342eebdcc903 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:05.529087 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e42d10d4-b4aa-4bb4-a878-342eebdcc903 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 808 time: 0.1115093 Aug 27 15:07:05.546583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Request body: {'port': {'device_id': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae', 'admin_state_up': True, 'tenant_id': '75afa9e126894a6e8c75d3c580afd875'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:05.657910 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Made reservation on behalf of 75afa9e126894a6e8c75d3c580afd875 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:05.661418 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:05.788390 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Allocated IP 172.20.0.11 (7e08e259-ec42-45ac-8f55-885d198163ae/88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff/b671ac68-ebdd-41cd-bf3e-e3d0632342df) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:07:05.940790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:05.980483 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.030789 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Network 7e08e259-ec42-45ac-8f55-885d198163ae is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:07:06.036931 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:06.043301 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:07:06.047440 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Pushing event updated for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:06.094269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.094894 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.110558 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6bb4-d3dd-4ebc-8dbe-21968efc07af req-a48c8d37-0d46-4a96-9f7d-ee4b387d5001 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.111161 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-9ec6246e-a08b-4b69-a866-dc134938f000 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684109 Aug 27 15:07:06.112032 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f14d6bb4-d3dd-4ebc-8dbe-21968efc07af req-a48c8d37-0d46-4a96-9f7d-ee4b387d5001 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0575833 Aug 27 15:07:06.137394 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Request body: {'port': {'device_id': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:06.156323 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f14d6bb4-d3dd-4ebc-8dbe-21968efc07af req-8b54afab-6836-416d-b96c-7409e79afc75 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Aug 27 15:07:06.195588 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.472186 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b671ac68-ebdd-41cd-bf3e-e3d0632342df {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:06.479780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.501782 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Transition to ACTIVE for port object b671ac68-ebdd-41cd-bf3e-e3d0632342df will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:07:06.519632 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.585549 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5d762-9dd5-45cd-8daf-2b3880555320 req-10eac2f6-9dc3-4c69-8d9f-ed158651f717 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.587062 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6a5d762-9dd5-45cd-8daf-2b3880555320 req-10eac2f6-9dc3-4c69-8d9f-ed158651f717 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 932 time: 0.0982885 Aug 27 15:07:06.590617 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Pushing event updated for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:06.663636 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6a5d762-9dd5-45cd-8daf-2b3880555320 req-6f33c4c6-7ef8-4dba-8452-1bfcc502a705 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690091 Aug 27 15:07:06.682124 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Attempting to bind port b671ac68-ebdd-41cd-bf3e-e3d0632342df on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:07:06.682498 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Attempting to bind port b671ac68-ebdd-41cd-bf3e-e3d0632342df by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:07:06.682824 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Attempting to bind port b671ac68-ebdd-41cd-bf3e-e3d0632342df on network 7e08e259-ec42-45ac-8f55-885d198163ae {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:06.686975 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Port b671ac68-ebdd-41cd-bf3e-e3d0632342df on network 7e08e259-ec42-45ac-8f55-885d198163ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:07:06.687295 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Attempting to bind port b671ac68-ebdd-41cd-bf3e-e3d0632342df on network 7e08e259-ec42-45ac-8f55-885d198163ae {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:06.692465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:07:06.692800 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Checking segment: {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:06.693180 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Bound using segment: {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:07:06.693605 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Bound port: b671ac68-ebdd-41cd-bf3e-e3d0632342df, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:07:06.693959 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.754384 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:07:06.757546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:07:06.761977 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.798992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.799604 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:06.800975 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] 10.222.0.35 "PUT /v2.0/ports/b671ac68-ebdd-41cd-bf3e-e3d0632342df HTTP/1.1" status: 200 len: 1094 time: 0.6698205 Aug 27 15:07:06.801403 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:06.803662 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f767cc9b-0c07-48a7-ba34-c0205583540a" -d '{"events": [{"name": "network-changed", "server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:06.827544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762636b-8916-4ce5-b7cf-5941a45a2262 service neutron] Pushing event updated for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:06.842948 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df32098-cb70-4f17-8dea-181ba4e4cef9 x-openstack-request-id: req-4df32098-cb70-4f17-8dea-181ba4e4cef9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:06.843262 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:06.843493 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4df32098-cb70-4f17-8dea-181ba4e4cef9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:06.843892 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df', 'status': 'completed', 'code': 200} Aug 27 15:07:06.893411 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-a896911f-f8d8-4baf-9403-9bb6f9a3faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.894871 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-a896911f-f8d8-4baf-9403-9bb6f9a3faa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 1097 time: 0.0415823 Aug 27 15:07:06.937136 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-b15efd3b-8db5-494e-91a3-bcb15b55b2d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df HTTP/1.1" status: 200 len: 217 time: 0.0332744 Aug 27 15:07:06.993105 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-2318b9d1-76ac-4ca6-b198-3c2b260268e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:06.994613 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-2318b9d1-76ac-4ca6-b198-3c2b260268e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff HTTP/1.1" status: 200 len: 848 time: 0.0454545 Aug 27 15:07:07.024585 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-e2aebcf4-4f78-48a1-a934-ab26db67be26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e08e259-ec42-45ac-8f55-885d198163ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225112 Aug 27 15:07:07.110967 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-ad88495f-9f18-4b07-a092-c4ab20b9d74d service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787590 Aug 27 15:07:07.208584 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f7802a57-7f99-4f90-a8b7-0bd5bcefff9f req-6a9aaa2f-1584-4784-b5d1-6bdcb571a217 service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Aug 27 15:07:07.299429 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b21b9-5a96-4abb-98ec-f3352a5c166e req-9c0303cc-2386-43f5-ade4-817ee0e7f0e9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.300868 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d66b21b9-5a96-4abb-98ec-f3352a5c166e req-9c0303cc-2386-43f5-ade4-817ee0e7f0e9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0730288 Aug 27 15:07:07.324052 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-99bd0983-ce22-44b4-82c0-70ae078e9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.325459 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-99bd0983-ce22-44b4-82c0-70ae078e9efe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 1097 time: 0.0626805 Aug 27 15:07:07.351700 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d66b21b9-5a96-4abb-98ec-f3352a5c166e req-8ca9bef6-7da2-443f-b09e-3859d2cdbaa7 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Aug 27 15:07:07.427573 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-fbfc288a-3347-418c-890b-7bca0e3ebb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.429022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-fbfc288a-3347-418c-890b-7bca0e3ebb97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 909 time: 0.0918107 Aug 27 15:07:07.464488 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc16ad-97bb-4959-bf1c-4ab67f1b7fc6 req-20e2d786-551e-456d-aef1-1281f8c15fc5 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.465972 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0fc16ad-97bb-4959-bf1c-4ab67f1b7fc6 req-20e2d786-551e-456d-aef1-1281f8c15fc5 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0485189 Aug 27 15:07:07.473324 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-3c2a9e12-eb26-4063-99fe-61bf08cc65a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df HTTP/1.1" status: 200 len: 217 time: 0.0340600 Aug 27 15:07:07.503249 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d0fc16ad-97bb-4959-bf1c-4ab67f1b7fc6 req-37d3168d-91f0-4bb2-91b2-af9132d6f8e4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Aug 27 15:07:07.524550 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-1d24eeb4-a318-4b02-aba1-a8ae64430485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.526653 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-1d24eeb4-a318-4b02-aba1-a8ae64430485 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff HTTP/1.1" status: 200 len: 848 time: 0.0454025 Aug 27 15:07:07.562553 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-ef08cb27-2313-4762-852e-f88e6177eea7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e08e259-ec42-45ac-8f55-885d198163ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278103 Aug 27 15:07:07.651260 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-f21137c4-2f3d-4c63-b76b-cf895d1939b3 service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801468 Aug 27 15:07:07.750738 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f767cc9b-0c07-48a7-ba34-c0205583540a req-09c5e408-cd5a-4df0-a3fa-c3420380d688 service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919216 Aug 27 15:07:07.781180 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb6ae4-ca52-49ab-925d-4cdd4ccf827b req-8253d12e-1c3e-434d-b2f3-0aa42d413d04 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.782700 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4beb6ae4-ca52-49ab-925d-4cdd4ccf827b req-8253d12e-1c3e-434d-b2f3-0aa42d413d04 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 944 time: 0.0518515 Aug 27 15:07:07.820342 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4beb6ae4-ca52-49ab-925d-4cdd4ccf827b req-4da03005-fca9-4198-9e4b-17f5ddf5301f tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Aug 27 15:07:07.829131 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04835ef-8e23-4325-a215-14c1c2026ffc req-47c622bc-0687-4db2-9945-836a9ceb3f7f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:07.830936 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d04835ef-8e23-4325-a215-14c1c2026ffc req-47c622bc-0687-4db2-9945-836a9ceb3f7f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0496619 Aug 27 15:07:07.867635 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d04835ef-8e23-4325-a215-14c1c2026ffc req-9d896042-4633-4012-bfd7-d4c4ed4fc736 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Aug 27 15:07:08.939697 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293503-84c1-4ddc-a212-953605f1ec09 req-1575735a-d5df-4704-b651-0f4db79c9c29 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:08.941202 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-95293503-84c1-4ddc-a212-953605f1ec09 req-1575735a-d5df-4704-b651-0f4db79c9c29 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 944 time: 0.0537684 Aug 27 15:07:08.978715 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-95293503-84c1-4ddc-a212-953605f1ec09 req-c148e52e-8a8e-4348-a383-57d8175998da tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Aug 27 15:07:10.093231 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e18de-1843-43b7-9a91-92bd1c78e146 req-c89f919d-0a1c-49ab-ab3c-c52a8b5712cc tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:10.094739 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-610e18de-1843-43b7-9a91-92bd1c78e146 req-c89f919d-0a1c-49ab-ab3c-c52a8b5712cc tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 944 time: 0.0513098 Aug 27 15:07:10.131572 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-610e18de-1843-43b7-9a91-92bd1c78e146 req-c5b6f183-5d7e-4bf6-bd4a-b355d666f6ab tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Aug 27 15:07:10.523395 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b671ac68-ebdd-41cd-bf3e-e3d0632342df details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:07:10.616569 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:10.627428 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df', 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae', 'port_id': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df', 'mac_address': 'fa:16:3e:c4:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:07:10.667389 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:10.679451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b671ac68-ebdd-41cd-bf3e-e3d0632342df {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:10.697994 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:10.702148 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:10.749668 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:10.953551 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['b671ac68-ebdd-41cd-bf3e-e3d0632342df'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:11.249540 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c699-5943-4971-ad7b-e12c729538b7 req-90a9b0e3-2563-42cc-9db3-f62993daabad tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:11.251062 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-24b2c699-5943-4971-ad7b-e12c729538b7 req-90a9b0e3-2563-42cc-9db3-f62993daabad tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 945 time: 0.0479705 Aug 27 15:07:11.287926 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-24b2c699-5943-4971-ad7b-e12c729538b7 req-263078d1-a2fa-401c-97ab-2b1af9e98904 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Aug 27 15:07:12.406916 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c32829-dffe-43de-bac9-60a30060e0ff req-6f52d185-aaee-46f7-96c8-76cdfcf0d6e0 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:12.408379 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f0c32829-dffe-43de-bac9-60a30060e0ff req-6f52d185-aaee-46f7-96c8-76cdfcf0d6e0 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 945 time: 0.0490661 Aug 27 15:07:12.444841 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f0c32829-dffe-43de-bac9-60a30060e0ff req-e958cebd-73db-4bc0-96e3-036555c8b166 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Aug 27 15:07:12.547196 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b671ac68-ebdd-41cd-bf3e-e3d0632342df up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:07:12.594999 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port b671ac68-ebdd-41cd-bf3e-e3d0632342df completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:07:12.598870 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port b671ac68-ebdd-41cd-bf3e-e3d0632342df triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:12.599251 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:12.673712 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:12.695472 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:12.698225 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba7a7c4-79d1-4026-bdbb-e976c2e59ee9" -d '{"events": [{"server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "name": "network-vif-plugged", "status": "completed", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:12.714084 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:12.718945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:12.741119 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cce0f3-30f9-46aa-bfec-49c47cdc5fe9 x-openstack-request-id: req-18cce0f3-30f9-46aa-bfec-49c47cdc5fe9 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:12.741433 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "name": "network-vif-plugged", "status": "completed", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:12.741708 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18cce0f3-30f9-46aa-bfec-49c47cdc5fe9 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:12.742089 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df', 'code': 200} Aug 27 15:07:12.767647 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:12.921655 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d0a9-27df-4de6-b8eb-e78bbb162ced req-a2172184-d0c3-40bf-991a-b78ad4ef10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:12.923168 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c403d0a9-27df-4de6-b8eb-e78bbb162ced req-a2172184-d0c3-40bf-991a-b78ad4ef10e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 1099 time: 0.0429757 Aug 27 15:07:12.958393 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c403d0a9-27df-4de6-b8eb-e78bbb162ced req-708db342-a3aa-47bd-960d-e8bc28c3c1df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278709 Aug 27 15:07:13.560904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017bd89-c53c-4d53-8bf6-4c82093f8247 req-f537060c-bd1e-4ca1-8eaa-881bb9c1d34c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:13.562355 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9017bd89-c53c-4d53-8bf6-4c82093f8247 req-f537060c-bd1e-4ca1-8eaa-881bb9c1d34c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Aug 27 15:07:13.598561 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9017bd89-c53c-4d53-8bf6-4c82093f8247 req-f7122f70-bce6-4c7f-b390-7ee60730e59c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Aug 27 15:07:14.409580 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccdcdf-99cc-462d-a1c5-9f030815aa7d req-1172d36b-54ba-47dd-8ba9-a5f545f79db6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:14.410986 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c5ccdcdf-99cc-462d-a1c5-9f030815aa7d req-1172d36b-54ba-47dd-8ba9-a5f545f79db6 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 947 time: 0.0477190 Aug 27 15:07:14.448574 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c5ccdcdf-99cc-462d-a1c5-9f030815aa7d req-28785cc3-eec0-41f9-b4c9-1431b223111a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Aug 27 15:07:14.711543 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaeaf5-bc8e-47da-a440-2c4114c3be34 req-c83c999c-49a0-4aab-b349-c0f90dfb4667 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:14.712906 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ceeaeaf5-bc8e-47da-a440-2c4114c3be34 req-c83c999c-49a0-4aab-b349-c0f90dfb4667 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Aug 27 15:07:14.751079 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ceeaeaf5-bc8e-47da-a440-2c4114c3be34 req-0a9e337e-7c51-4152-8680-be6a44b68f17 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Aug 27 15:07:15.378322 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f2007-35e3-4c82-a91b-2f353325a5ab req-699572b2-8155-4892-9d9d-26f2df712372 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:15.379838 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-558f2007-35e3-4c82-a91b-2f353325a5ab req-699572b2-8155-4892-9d9d-26f2df712372 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 946 time: 0.0482190 Aug 27 15:07:15.417836 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-558f2007-35e3-4c82-a91b-2f353325a5ab req-0d3467ca-17be-4253-a197-cdf752f43eb2 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Aug 27 15:07:15.565360 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e647-f95b-4bb5-9697-d2cf2a627c01 req-181cb74d-bdbb-4200-a181-4ec3dfe0ae9f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:15.566771 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8347e647-f95b-4bb5-9697-d2cf2a627c01 req-181cb74d-bdbb-4200-a181-4ec3dfe0ae9f tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 947 time: 0.0484054 Aug 27 15:07:15.605224 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8347e647-f95b-4bb5-9697-d2cf2a627c01 req-4cc8a4d0-43a5-4fee-9b9b-83c312a6baf8 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups?id=49812ae8-9bb4-471a-b97e-030349bbbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Aug 27 15:07:15.860571 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c685-a203-4b85-a521-908ede29cb02 req-18286b44-d435-4f94-9020-74dc630baf7e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:15.861911 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f003c685-a203-4b85-a521-908ede29cb02 req-18286b44-d435-4f94-9020-74dc630baf7e tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 947 time: 0.0498624 Aug 27 15:07:15.952729 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Deleting port 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:15.953073 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.049828 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] For port 9efa6730-4f7f-489f-aea8-5dba67078cf6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9efa6730-4f7f-489f-aea8-5dba67078cf6,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:16.050112 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.219521 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.219938 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.220261 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Floating IP d6988801-b549-4305-86cb-628ac5618cff disassociated. External IP: 172.27.2.151, port: 9efa6730-4f7f-489f-aea8-5dba67078cf6. Aug 27 15:07:16.220606 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Calling delete_port for 9efa6730-4f7f-489f-aea8-5dba67078cf6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:16.345601 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.374709 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'Port': ['ID=9efa6730-4f7f-489f-aea8-5dba67078cf6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:16.389048 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.389403 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.389753 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.390097 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.390474 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.390831 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.391169 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.391503 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.391846 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.392548 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.392548 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.392966 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:16.496967 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:07:16.534052 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025c9a2-1b4e-42eb-b3fc-07a2fdb50b6b req-71880c09-0424-4517-8a6a-f08709d301ee tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:16.535579 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e025c9a2-1b4e-42eb-b3fc-07a2fdb50b6b req-71880c09-0424-4517-8a6a-f08709d301ee tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Aug 27 15:07:16.572655 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e025c9a2-1b4e-42eb-b3fc-07a2fdb50b6b req-a3761cc3-7608-4b03-828c-0624578ede7f tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306420 Aug 27 15:07:16.602531 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:07:16.612317 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:07:16.621040 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:16.621630 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:16.639920 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] No DVR routers for this DVR port 9efa6730-4f7f-489f-aea8-5dba67078cf6 on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:07:16.642391 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:16.644391 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f003c685-a203-4b85-a521-908ede29cb02 req-c6921e2e-c4f7-4b78-b60b-cbcb7a91ca66 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.35 "DELETE /v2.0/ports/9efa6730-4f7f-489f-aea8-5dba67078cf6 HTTP/1.1" status: 204 len: 173 time: 0.7746866 Aug 27 15:07:16.644837 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-deleted', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:16.647126 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ba2c4-7755-4b0f-9bd3-610f9d253ec8" -d '{"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-deleted", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:16.693750 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b842d64c-38af-40db-abaa-9e8a41966b37 x-openstack-request-id: req-b842d64c-38af-40db-abaa-9e8a41966b37 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:16.694176 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb7d9-4630-418e-98a7-04a0784cbd4b", "name": "network-vif-deleted", "tag": "9efa6730-4f7f-489f-aea8-5dba67078cf6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:16.694694 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b842d64c-38af-40db-abaa-9e8a41966b37 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:16.695660 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb7d9-4630-418e-98a7-04a0784cbd4b', 'name': 'network-vif-deleted', 'tag': '9efa6730-4f7f-489f-aea8-5dba67078cf6', 'status': 'completed', 'code': 200} Aug 27 15:07:16.732584 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-0a6909c6-8fd5-4b99-a2fb-a7a6a6815439 req-7e512fd4-925b-4e88-8eee-84020562f761 tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee5bb7d9-4630-418e-98a7-04a0784cbd4b HTTP/1.1" status: 200 len: 210 time: 0.0356135 Aug 27 15:07:16.743743 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:16.934941 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-89bcb9bb-da04-44f1-b57f-88f19732cf02 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:16.936436 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-89bcb9bb-da04-44f1-b57f-88f19732cf02 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 946 time: 0.0651507 Aug 27 15:07:16.980488 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:17.006395 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:07:17.015237 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:17.015841 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:17.031620 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Deleting port b671ac68-ebdd-41cd-bf3e-e3d0632342df {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:17.032035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.124019 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:17.135633 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] For port b671ac68-ebdd-41cd-bf3e-e3d0632342df, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b671ac68-ebdd-41cd-bf3e-e3d0632342df,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:17.136002 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.151747 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Calling delete_port for b671ac68-ebdd-41cd-bf3e-e3d0632342df owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:17.288949 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15d0-0655-4583-9321-7b8056bac682 req-b930eee3-b9eb-462c-a2b0-274cc9ccdca2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:17.290654 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d8a15d0-0655-4583-9321-7b8056bac682 req-b930eee3-b9eb-462c-a2b0-274cc9ccdca2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0502563 Aug 27 15:07:17.295183 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.308200 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['b671ac68-ebdd-41cd-bf3e-e3d0632342df'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:17.333140 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Pushing event deleted for resources: {'Port': ['ID=b671ac68-ebdd-41cd-bf3e-e3d0632342df,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:17.339401 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d8a15d0-0655-4583-9321-7b8056bac682 req-e764bf69-a759-4644-906b-3bb52e1dd654 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Aug 27 15:07:17.364972 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32906) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:17.385932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] No DVR routers for this DVR port b671ac68-ebdd-41cd-bf3e-e3d0632342df on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:07:17.388482 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.390943 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-96a96905-7949-4e94-9371-bbd54a1ef415 req-58fa8086-60d8-4536-89f5-ef7d09725079 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "DELETE /v2.0/ports/b671ac68-ebdd-41cd-bf3e-e3d0632342df HTTP/1.1" status: 204 len: 173 time: 0.4471986 Aug 27 15:07:17.444466 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:17.472890 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29bd-31e8-44f7-a770-c24d02da9c4a None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:00:36Z', 'revision_number': 4, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '6c89cc70-15d3-462d-9788-11c7bdbff403', 'name': '', 'network_id': '5ca633b8-7f6a-45df-a525-0569f795015f', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'mac_address': 'fa:16:3e:13:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:36Z', 'updated_at': '2021-08-27T15:00:41Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'subnets': [{'id': '717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:07:17.523142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776fe92-6d9e-4b55-8fba-3b866e1f9888 tempest-TestMinimumBasicScenario-1717365447 tempest-TestMinimumBasicScenario-1717365447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:17.524686 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f776fe92-6d9e-4b55-8fba-3b866e1f9888 tempest-TestMinimumBasicScenario-1717365447 tempest-TestMinimumBasicScenario-1717365447-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1093 time: 0.1585593 Aug 27 15:07:17.527936 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32910) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:17.532595 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'port_id': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:17.554438 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.662264 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.679851 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-775da28e-0e18-42a5-ab32-b95ef88cb6f8 req-bc52a6c8-9fa9-4cad-b4af-055fe3b5233a tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=d345f5c8-2e7b-428f-9f38-a0d23b916403 HTTP/1.1" status: 200 len: 210 time: 0.0267446 Aug 27 15:07:17.711242 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0366766-c1ae-44c7-ad5e-0dd31e287436 None None] New status for floating IP d6988801-b549-4305-86cb-628ac5618cff: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:07:17.777050 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Allocated IP 172.27.2.237 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/98d98eb8-8912-4ff0-80c0-8a0a27d34027) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:07:17.835303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:17.900730 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.902387 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.929657 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.944707 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.987867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:07:17.988629 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.990751 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:17.991398 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.995772 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "DELETE /v2.0/security-groups/49812ae8-9bb4-471a-b97e-030349bbbf19 HTTP/1.1" status: 204 len: 168 time: 0.1561844 Aug 27 15:07:17.996023 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32920) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:18.002526 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54009b7a-b6e3-4910-87f8-e17a38952e6a tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49812ae8-9bb4-471a-b97e-030349bbbf19,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:18.004042 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:07:18.035823 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'Port': ['ID=98d98eb8-8912-4ff0-80c0-8a0a27d34027,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:18.040071 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.api.v2.resource [None req-65e75e46-5397-48c8-a7bd-277d78235a7b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] show failed (client error): The resource could not be found. Aug 27 15:07:18.044529 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-65e75e46-5397-48c8-a7bd-277d78235a7b tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "GET /v2.0/security-groups/49812ae8-9bb4-471a-b97e-030349bbbf19 HTTP/1.1" status: 404 len: 347 time: 0.0447531 Aug 27 15:07:18.044942 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:18.164842 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Deleting port a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:18.165094 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.243195 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.243681 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.255174 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Calling delete_port for a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:18.374475 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.385619 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.411762 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Pushing event deleted for resources: {'Port': ['ID=a81fda5d-6fdb-4d8b-9fdc-0a610e10dfdd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:18.445011 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.471889 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.474556 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.475739 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-ab81aafa-11f3-408a-b2d4-33b23a69adaf tempest-AttachVolumeShelveTestJSON-1499763382 tempest-AttachVolumeShelveTestJSON-1499763382-project] 10.222.0.42 "DELETE /v2.0/floatingips/d6988801-b549-4305-86cb-628ac5618cff HTTP/1.1" status: 204 len: 168 time: 0.4298489 Aug 27 15:07:18.600486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.604874 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.675095 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'Port': ['ID=98d98eb8-8912-4ff0-80c0-8a0a27d34027,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:18.685161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:18.697682 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'name': 'network-vif-deleted', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:18.700144 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad53e7b5-0388-40fe-8e03-cb6dedd886e6" -d '{"events": [{"server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "name": "network-vif-deleted", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:18.748306 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23dfbba-c7cc-46d9-8fac-a91b14679963 x-openstack-request-id: req-f23dfbba-c7cc-46d9-8fac-a91b14679963 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:18.749235 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345f5c8-2e7b-428f-9f38-a0d23b916403", "name": "network-vif-deleted", "tag": "b671ac68-ebdd-41cd-bf3e-e3d0632342df", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:18.749235 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f23dfbba-c7cc-46d9-8fac-a91b14679963 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:18.749577 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd345f5c8-2e7b-428f-9f38-a0d23b916403', 'name': 'network-vif-deleted', 'tag': 'b671ac68-ebdd-41cd-bf3e-e3d0632342df', 'status': 'completed', 'code': 200} Aug 27 15:07:18.803013 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Floating IP 76156f22-80f7-434d-a9dd-a3bb7fb8e598 associated. External IP: 172.27.2.237, port: 1527e0a6-982d-4700-924f-d54ff5f974f0. Aug 27 15:07:18.953782 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-62d51b22-6f67-4384-b371-12c7ef803279 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:18.955185 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-62d51b22-6f67-4384-b371-12c7ef803279 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 808 time: 0.1074319 Aug 27 15:07:18.970233 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-6bfbb376-b6cd-4829-93ea-7431eeb8abc7 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/quotas/75afa9e126894a6e8c75d3c580afd875 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Aug 27 15:07:19.001887 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-8b68cca1-39ba-4ded-90ff-1daafc1a8e08 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259743 Aug 27 15:07:19.253166 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Router 7e6828e8-c25d-491f-853e-40c5250ea1f3 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:07:19.360437 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-71adc483-6272-4097-8bce-f39270defe5d service neutron] 10.222.0.42 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511825 Aug 27 15:07:19.360843 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:07:19.372457 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Sync routers for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:07:19.378653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.385135 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:19.385752 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:19.408364 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-15a39b62-b838-4ff6-81ba-2c238802b211 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8767164 Aug 27 15:07:19.408364 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:19.408656 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f6771-172b-4619-aa79-be854ffe4aad" -d '{"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:19.411149 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32944) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:19.416568 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965291088', 'description': 'tempest-secgroup-smoke-965291088 description', 'project_id': '1a62eba448f44e3e91c3b5f58e481590'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:19.447890 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.451904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ce122-b6a8-408a-b4d9-b965c1ad5b9e x-openstack-request-id: req-4f7ce122-b6a8-408a-b4d9-b965c1ad5b9e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:19.452711 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:19.453440 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f7ce122-b6a8-408a-b4d9-b965c1ad5b9e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:19.453440 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:07:19.469452 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-2de6e532-427d-402b-b915-7b5b6d851ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010191 Aug 27 15:07:19.506020 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:19.531489 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6771-172b-4619-aa79-be854ffe4aad req-9350ab3b-6316-471f-a2f7-837382859d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:19.533479 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-9350ab3b-6316-471f-a2f7-837382859d8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1098 time: 0.0507824 Aug 27 15:07:19.546965 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.552861 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.589548 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb01cb9-ec5f-4197-9a88-badfefc918d0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:19.596629 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.601341 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-34598464-2dff-4c49-8258-98ae81e2c188 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1855841 Aug 27 15:07:19.602123 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32950) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:19.606947 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:19.646863 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.686435 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-86c32c2b-dcf7-45cb-8c69-037c8a0b8495 req-b4349f82-6ae3-4f98-b8e5-90606af41896 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 210 time: 0.0439415 Aug 27 15:07:19.696741 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6771-172b-4619-aa79-be854ffe4aad req-c244cbf8-3ad0-4a8c-b26d-2523ef12f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:19.706843 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-c244cbf8-3ad0-4a8c-b26d-2523ef12f4bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.1562059 Aug 27 15:07:19.788466 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-6ab8a626-1259-46a1-bfef-f4e74ab7608f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 999 time: 0.0819557 Aug 27 15:07:19.792283 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.798365 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.814838 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80389057-6480-47f8-9fc2-609e902cc46a,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:19.830806 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.835018 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:19.835846 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-aa1171b2-3fb2-418a-92c4-4d1e31060710 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2333608 Aug 27 15:07:19.840870 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:19.874406 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6771-172b-4619-aa79-be854ffe4aad req-5b40e2cc-6ecd-4523-bc8f-1a67241f67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:19.876022 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-5b40e2cc-6ecd-4523-bc8f-1a67241f67ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0790665 Aug 27 15:07:19.898061 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.904045 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '76156f22-80f7-434d-a9dd-a3bb7fb8e598', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'port_id': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'mac_address': 'fa:16:3e:dc:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:18Z', 'updated_at': '2021-08-27T15:07:18Z', 'revision_number': 0, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:19.935174 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Checking router: 7e6828e8-c25d-491f-853e-40c5250ea1f3 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:07:19.943971 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:19.944592 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:19.976295 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6771-172b-4619-aa79-be854ffe4aad req-4792aa99-a53a-4ed2-a302-d5348e7fb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:19.978192 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-4792aa99-a53a-4ed2-a302-d5348e7fb89b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912335 Aug 27 15:07:20.001993 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.038990 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.061600 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56d4594-2cb4-4392-b769-3f2ddeabf33b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:20.079212 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:20.085956 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.090591 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-86a0b947-7073-45fc-a980-d2227d7743cd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513483 Aug 27 15:07:20.091489 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:20.097056 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.136958 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-f668507d-2f46-4f77-a2d6-2c6d39dcc2c9 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475470 Aug 27 15:07:20.159777 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.271659 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.278764 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.307683 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-462f6771-172b-4619-aa79-be854ffe4aad req-6acc9b57-ef5b-4aba-b6cb-0d9e804ed625 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595397 Aug 27 15:07:20.309755 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.313477 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182412 Aug 27 15:07:20.313970 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32974) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:20.315125 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693e589-028b-4896-8a35-f9eae8a70218 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d4229d-a7a9-4129-a83b-57ac1a0e8884,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:20.320513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.337493 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '76156f22-80f7-434d-a9dd-a3bb7fb8e598', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'port_id': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'mac_address': 'fa:16:3e:dc:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:18Z', 'updated_at': '2021-08-27T15:07:18Z', 'revision_number': 0, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:20.349460 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.368257 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740247-ce1b-46ff-bce1-4863fb4544cc None None] The sync data for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi is: [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '76156f22-80f7-434d-a9dd-a3bb7fb8e598', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'port_id': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'mac_address': 'fa:16:3e:dc:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:18Z', 'updated_at': '2021-08-27T15:07:18Z', 'revision_number': 0, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:07:20.410419 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.414969 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.433930 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa62755a-f858-42bc-89b7-8ad7f98574d3,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:20.437467 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.441652 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b33122d3-4b31-4101-a491-309f8b10e029 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239488 Aug 27 15:07:20.442130 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:20.446732 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.468140 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Project 1a62eba448f44e3e91c3b5f58e481590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:07:20.472831 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.542472 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.551281 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.562312 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdfe32-6888-4fd6-aa4a-8e9894c931b9 None None] New status for floating IP 76156f22-80f7-434d-a9dd-a3bb7fb8e598: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:07:20.568477 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b671ac68-ebdd-41cd-bf3e-e3d0632342df no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:20.570171 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364e6bb5-8fe6-4ea9-b13c-5d3b37f37a8e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:20.576507 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.578574 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-292e4e0c-9c01-415d-add1-8d8a6aa48a3f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347220 Aug 27 15:07:20.580533 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 32978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:20.585024 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'security_group_rule': {'security_group_id': '3fb01cb9-ec5f-4197-9a88-badfefc918d0', 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.609149 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Project 1a62eba448f44e3e91c3b5f58e481590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:07:20.615250 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.626248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: b671ac68-ebdd-41cd-bf3e-e3d0632342df {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:20.626618 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device b671ac68-ebdd-41cd-bf3e-e3d0632342df not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:20.627043 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:20.650020 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 9efa6730-4f7f-489f-aea8-5dba67078cf6 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:20.650401 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 9efa6730-4f7f-489f-aea8-5dba67078cf6 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:20.682428 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.686394 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.715313 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c6d96-e5c1-4ef8-a92f-a01022fcbf8c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:20.730014 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.731251 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-a161af43-d4c6-4f39-84eb-c7dd1720748c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497805 Aug 27 15:07:20.836438 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-cb5b2c73-f6bb-47d3-a4b0-8c7cb31a791d req-1df56889-7cc1-45ee-b401-af950c95aa79 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 210 time: 0.0362628 Aug 27 15:07:20.848452 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-82f7f2d4-1914-4f93-b4fa-029e98a8d520 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:20.850159 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-82f7f2d4-1914-4f93-b4fa-029e98a8d520 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 808 time: 0.1463645 Aug 27 15:07:20.863630 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-48fcffd6-b5d5-40a8-bc9a-d98ec4ab4dee tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965291088&fields=id&tenant_id=1a62eba448f44e3e91c3b5f58e481590 HTTP/1.1" status: 200 len: 267 time: 0.0465226 Aug 27 15:07:20.871483 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Request body: {'port': {'device_id': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae', 'admin_state_up': True, 'tenant_id': '75afa9e126894a6e8c75d3c580afd875'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.924706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-a7b6ee3c-90b5-483f-8caa-4d52368a72ca tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:20.926214 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-a7b6ee3c-90b5-483f-8caa-4d52368a72ca tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0561991 Aug 27 15:07:20.939456 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'port': {'security_groups': ['75c441d3-b38c-4f86-b772-e715b7ef5749', '3fb01cb9-ec5f-4197-9a88-badfefc918d0']}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:20.984602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Made reservation on behalf of 75afa9e126894a6e8c75d3c580afd875 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:20.988377 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.007774 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.045343 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 32994) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:21.123087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Allocated IP 172.20.0.8 (7e08e259-ec42-45ac-8f55-885d198163ae/88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff/fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:07:21.273143 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.312455 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.330169 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:21.351581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Network 7e08e259-ec42-45ac-8f55-885d198163ae is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:07:21.359530 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:21.362009 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:07:21.396222 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Pushing event updated for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:21.414892 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.420471 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.421349 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:21.421972 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.433474 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:21.436309 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-b1e92e90-c837-4703-ae36-b67bba0e493c tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735013 Aug 27 15:07:21.456150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Request body: {'port': {'device_id': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:21.471858 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:21.472628 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.474080 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5a1f02a9-5403-499d-964c-f2b9ed9b2408 req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "PUT /v2.0/ports/1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 981 time: 0.5394866 Aug 27 15:07:21.477578 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:21.479899 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bd739-7a4a-4f77-9079-5d8193cc8033" -d '{"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:21.516528 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.540119 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d975757-a6d9-4394-9d15-e7d3f01f83eb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:21.549540 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81be917d-3b3a-40fb-8066-39164e082663 x-openstack-request-id: req-81be917d-3b3a-40fb-8066-39164e082663 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:21.550371 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:21.550650 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81be917d-3b3a-40fb-8066-39164e082663 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:21.551056 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:07:21.577574 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:21.633704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-5e2fc877-546c-4ff8-9712-2e30d2a4a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:21.636491 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-5e2fc877-546c-4ff8-9712-2e30d2a4a6a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1137 time: 0.0603480 Aug 27 15:07:21.723199 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef6ba-ebc9-4b23-b4a7-2123de0aaebf req-fd0959e2-c5cc-4393-9869-93738cbaa684 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:21.724734 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06aef6ba-ebc9-4b23-b4a7-2123de0aaebf req-fd0959e2-c5cc-4393-9869-93738cbaa684 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.1374583 Aug 27 15:07:21.778231 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-834bddb8-c6fe-4b95-b28e-4b7c3c3ffdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:21.779761 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-834bddb8-c6fe-4b95-b28e-4b7c3c3ffdcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.1326544 Aug 27 15:07:21.820341 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06aef6ba-ebc9-4b23-b4a7-2123de0aaebf req-39c3170e-1383-465b-8907-5f8a5477fe05 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764954 Aug 27 15:07:21.842268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.934065 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0759f816-34df-4284-8657-412c0a636de2 None None] Provisioning complete for port 1527e0a6-982d-4700-924f-d54ff5f974f0 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:21.934622 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0759f816-34df-4284-8657-412c0a636de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.949599 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:21.957214 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:21.963000 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-775d9538-743f-4e25-a983-4f8202c8d956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 1001 time: 0.1672661 Aug 27 15:07:21.970206 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Transition to ACTIVE for port object fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:07:21.974864 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.033282 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:22.083838 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdadf2e-2428-4d15-8b11-69332f5817f0 req-6c218bd1-12f7-4bef-9f2e-5b6def885ed4 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.084980 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-acdadf2e-2428-4d15-8b11-69332f5817f0 req-6c218bd1-12f7-4bef-9f2e-5b6def885ed4 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 931 time: 0.1361723 Aug 27 15:07:22.087509 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-8fac37a2-be0e-4079-b352-af6435a52337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.088929 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-8fac37a2-be0e-4079-b352-af6435a52337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.1108258 Aug 27 15:07:22.112987 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Attempting to bind port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:07:22.113499 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Attempting to bind port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:07:22.113825 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Attempting to bind port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b on network 7e08e259-ec42-45ac-8f55-885d198163ae {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:22.120666 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b on network 7e08e259-ec42-45ac-8f55-885d198163ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:07:22.120917 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Attempting to bind port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b on network 7e08e259-ec42-45ac-8f55-885d198163ae {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:22.126193 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:07:22.126565 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Checking segment: {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:22.126951 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Bound using segment: {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:07:22.127382 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Bound port: fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:07:22.127741 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.184434 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-acdadf2e-2428-4d15-8b11-69332f5817f0 req-d606ca60-b4c5-4b78-9e32-b9487a395b97 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Aug 27 15:07:22.188246 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-0e9b47f9-b2ab-4361-be44-8f43bc9b1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.189708 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-0e9b47f9-b2ab-4361-be44-8f43bc9b1d6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838397 Aug 27 15:07:22.197620 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:07:22.201845 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:07:22.208085 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.245378 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.246248 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.247676 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b HTTP/1.1" status: 200 len: 1093 time: 0.7958665 Aug 27 15:07:22.249933 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:22.252399 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e88aba-3656-4783-aeae-e12a40a29a47" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:22.278847 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606e65d-97be-4feb-a24a-9c6ba861fbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:22.315552 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0a8ef-9444-48ae-bc67-f605d3e31456 x-openstack-request-id: req-e0e0a8ef-9444-48ae-bc67-f605d3e31456 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:22.315920 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:22.316245 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0e0a8ef-9444-48ae-bc67-f605d3e31456 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:22.316709 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b', 'status': 'completed', 'code': 200} Aug 27 15:07:22.338831 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-a7c15d26-9786-48d2-bcca-61a42e345c51 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387002 Aug 27 15:07:22.347897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-edd05450-20cd-4fcd-baf0-247d0a8cd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.349383 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-edd05450-20cd-4fcd-baf0-247d0a8cd5d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 1096 time: 0.0439017 Aug 27 15:07:22.396304 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Deleting port 6c89cc70-15d3-462d-9788-11c7bdbff403 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:22.396553 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.407778 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-ac675aa3-8684-48d0-a7a0-914bde084fb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b HTTP/1.1" status: 200 len: 217 time: 0.0373828 Aug 27 15:07:22.458703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-505465ca-311e-4d10-9b90-500c89d94ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.460193 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-505465ca-311e-4d10-9b90-500c89d94ab8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff HTTP/1.1" status: 200 len: 848 time: 0.0447228 Aug 27 15:07:22.491620 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-4d1aaaee-eac1-44c9-a829-f52455f731b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e08e259-ec42-45ac-8f55-885d198163ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240045 Aug 27 15:07:22.495342 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d08bd739-7a4a-4f77-9079-5d8193cc8033 req-037da536-c95c-4f65-b13a-c1397287df17 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483626 Aug 27 15:07:22.512725 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] For port 6c89cc70-15d3-462d-9788-11c7bdbff403, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6c89cc70-15d3-462d-9788-11c7bdbff403,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:22.513378 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.528591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Calling delete_port for 6c89cc70-15d3-462d-9788-11c7bdbff403 owned by network:router_interface {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:22.595826 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-4aa74faa-755f-4831-80cc-dca5b8996b3d service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Aug 27 15:07:22.705922 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-afaaf917-dd6f-40c4-86e8-076c77797110 req-8463b9e4-5726-4d30-a39b-c269ff3f015b service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855939 Aug 27 15:07:22.817504 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-1bbe8d32-fc23-44f8-b5e2-ee46ec5f8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.819095 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-1bbe8d32-fc23-44f8-b5e2-ee46ec5f8583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75afa9e126894a6e8c75d3c580afd875&device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 1096 time: 0.0424907 Aug 27 15:07:22.917756 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-274c4e0e-b976-4d51-bc6a-390e880be46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:22.919205 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-274c4e0e-b976-4d51-bc6a-390e880be46a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 200 len: 909 time: 0.0923579 Aug 27 15:07:22.958582 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.961695 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-f99163ba-1846-443d-aa87-611ea359ea20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b HTTP/1.1" status: 200 len: 217 time: 0.0347693 Aug 27 15:07:22.984690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c89cc70-15d3-462d-9788-11c7bdbff403,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:23.019656 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-8a60e896-afc9-46bc-a31c-5414c54464aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:23.021269 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-8a60e896-afc9-46bc-a31c-5414c54464aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff HTTP/1.1" status: 200 len: 848 time: 0.0523407 Aug 27 15:07:23.072718 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-ab3d46ce-dd86-4994-8e7c-6fa42ec99a10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e08e259-ec42-45ac-8f55-885d198163ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Aug 27 15:07:23.159076 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:23.173581 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-ef2144c6-bd72-487e-a226-3edc987f390f service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932364 Aug 27 15:07:23.270392 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b4e88aba-3656-4783-aeae-e12a40a29a47 req-1a3dd9e1-f058-4cdd-9ffe-8c436cf8af8d service neutron] 10.222.0.35 "GET /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889721 Aug 27 15:07:23.353311 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565f07-1ed6-4115-af1f-ab935a1236cb req-e13af1db-3dab-4e09-bd90-5f8dce1b0dd5 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:23.354797 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-39565f07-1ed6-4115-af1f-ab935a1236cb req-e13af1db-3dab-4e09-bd90-5f8dce1b0dd5 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 943 time: 0.0901792 Aug 27 15:07:23.449574 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-39565f07-1ed6-4115-af1f-ab935a1236cb req-416a6116-c838-4988-9756-749f850b6483 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884583 Aug 27 15:07:23.461433 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:07:23.568051 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:07:23.573175 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c6080cda-038a-4998-8cf4-825e00bea2d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/78a0f37f-1fb7-4aae-bf46-35c13f4cabe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5268524 Aug 27 15:07:23.576227 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33012) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:23.578879 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Sync routers for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:07:23.588225 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:23.588889 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:23.675186 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:23.690992 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:23.777762 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:23.832785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Deleting port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:23.833124 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:23.863918 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:07:22Z', 'revision_number': 5, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port': {'id': '2c1d1d69-7cb4-41f9-905d-4bfc9817a322', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:00:34Z', 'updated_at': '2021-08-27T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:23.890803 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Checking router: 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:07:23.899369 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Routers {'78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:23.900464 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:23.916815 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] For port 2c1d1d69-7cb4-41f9-905d-4bfc9817a322, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:23.917179 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:23.929904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Calling delete_port for 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 owned by network:router_gateway {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:23.984657 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] Set router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:24.037774 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:07:23Z', 'revision_number': 6, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:24.063587 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926a1c7-57b4-4ebf-b6b5-4a2135e71a20 None None] The sync data for ids ['78a0f37f-1fb7-4aae-bf46-35c13f4cabe4'] in dv-cinder-786929-5-iscsi is: [{'id': '78a0f37f-1fb7-4aae-bf46-35c13f4cabe4', 'name': 'tempest-AttachVolumeShelveTestJSON-575753503-router', 'tenant_id': '64fdf9391b594f2d8546518c67960067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:00:33Z', 'updated_at': '2021-08-27T15:07:23Z', 'revision_number': 6, 'project_id': '64fdf9391b594f2d8546518c67960067', 'gw_port_host': None}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:07:24.097410 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.121379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1d1d69-7cb4-41f9-905d-4bfc9817a322,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:24.184256 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.271000 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.273022 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.314909 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.315339 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 {{(pid=93960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:07:24.319466 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.320585 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-fc19a370-ce9e-4ded-bf06-d47bbb0640f3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/78a0f37f-1fb7-4aae-bf46-35c13f4cabe4 HTTP/1.1" status: 204 len: 168 time: 0.7434623 Aug 27 15:07:24.323178 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33014) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:24.366413 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Deleting subnet 717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:07:24.369404 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.407653 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.494530 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.548756 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.574984 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:24.578596 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.582748 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d166da36-2e51-470d-8fc4-e334f8f6d763 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/717ba17c-8b7c-4165-b4e5-4a9b6ffa68bf HTTP/1.1" status: 204 len: 168 time: 0.2562759 Aug 27 15:07:24.583057 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b693-86d5-41ec-b89a-51f4a96998a6 req-79a449ed-3845-4faa-8755-e34af09fd8ee tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:24.583057 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06e8b693-86d5-41ec-b89a-51f4a96998a6 req-79a449ed-3845-4faa-8755-e34af09fd8ee tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 943 time: 0.0535448 Aug 27 15:07:24.583604 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33018) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:24.586600 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2363af-3305-47a8-b06d-8622ef458b8a None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:24.634032 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06e8b693-86d5-41ec-b89a-51f4a96998a6 req-d3f1c966-61ef-4681-a73c-94508c33f08d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Aug 27 15:07:24.660914 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.714918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Deleting port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:24.715220 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.777168 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] For port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,segment=NetworkSegment(718ebc82-bcf9-43fc-aaaa-a55838510b5f),segment_id=718ebc82-bcf9-43fc-aaaa-a55838510b5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:24.777456 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.794636 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Calling delete_port for d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:24.858009 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] DHCP port deletion for 5ca633b8-7f6a-45df-a525-0569f795015f request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:07:24.874361 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.888589 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] No DVR routers for this DVR port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 on host dv-cinder-786929-5-iscsi {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:07:24.977058 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:24.988645 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:24.999927 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca633b8-7f6a-45df-a525-0569f795015f']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:25.005201 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:25.011882 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718ebc82-bcf9-43fc-aaaa-a55838510b5f') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:25.012171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718ebc82-bcf9-43fc-aaaa-a55838510b5f') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:25.021013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.028073 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:25.028418 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2c1d1d69-7cb4-41f9-905d-4bfc9817a322 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:25.028842 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:25.034934 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.041614 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:07:25.042097 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:07:25.043797 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:07:25.050138 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:25.050574 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:25.051005 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6c89cc70-15d3-462d-9788-11c7bdbff403 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:25.071596 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 6c89cc70-15d3-462d-9788-11c7bdbff403 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:25.071985 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6c89cc70-15d3-462d-9788-11c7bdbff403 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:25.087132 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Deleting port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 {{(pid=93961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:25.088098 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.103745 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.108170 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.112875 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ca633b8-7f6a-45df-a525-0569f795015f HTTP/1.1" status: 204 len: 168 time: 0.5288763 Aug 27 15:07:25.126163 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408c9a-d6d9-47d3-8ee9-ab697c053988 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca633b8-7f6a-45df-a525-0569f795015f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:25.161224 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] For port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9, host dv-cinder-786929-5-iscsi, got binding levels [] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:25.161622 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.177622 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Calling delete_port for d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 owned by network:dhcp {{(pid=93961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:25.180549 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.ipam_backend_mixin [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 was not found and therefore no delete operation was performed {{(pid=93961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 15:07:25.182079 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117'] for port, after_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.205178 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Pushing event deleted for resources: {'Port': ['ID=d4fce156-7c89-4d32-9cf0-0d8d4efca8d9,revision_number=None']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:25.208061 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Network 5ca633b8-7f6a-45df-a525-0569f795015f is not hosted by any dhcp agent {{(pid=93961) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 15:07:25.208514 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] No DVR routers for this DVR port d4fce156-7c89-4d32-9cf0-0d8d4efca8d9 on host dv-cinder-786929-5-iscsi {{(pid=93961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:07:25.214844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.215197 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.215544 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.215882 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.216220 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.216552 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.216882 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.217211 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.217539 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.217866 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.218192 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.218554 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814961-b632-47d4-b57e-900565f437f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:07:25.245514 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33022) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:25.290117 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a465931e-924d-4df3-aecb-d1ab0fe5c92a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64fdf9391b594f2d8546518c67960067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434632 Aug 27 15:07:25.292661 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33024) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:25.339479 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.359604 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.404606 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.407160 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:25.408298 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfeda028-8da3-4f99-8620-93e86d7c831a HTTP/1.1" status: 204 len: 168 time: 0.1147521 Aug 27 15:07:25.416222 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f70ec-95a9-4555-bd77-333063fb003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeda028-8da3-4f99-8620-93e86d7c831a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:25.748587 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d9779-fbfd-4c9a-a3dc-db24364569b7 req-241d374a-298c-43aa-afc9-ae56e4cc9ebd tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:25.750076 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-962d9779-fbfd-4c9a-a3dc-db24364569b7 req-241d374a-298c-43aa-afc9-ae56e4cc9ebd tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 943 time: 0.0489006 Aug 27 15:07:25.788941 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-962d9779-fbfd-4c9a-a3dc-db24364569b7 req-d90e4e7b-84ec-451e-ba01-413d7dbb523e tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Aug 27 15:07:26.066691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33048) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:26.160362 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121883412-network', 'tenant_id': '05d3409fe2de43a2820cf664946c5417'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:26.181083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Made reservation on behalf of 05d3409fe2de43a2820cf664946c5417 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:26.184164 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.192250 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.287241 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.291618 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.316189 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:07:26.325987 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ef255-55c9-4045-94ed-a5ddc26e30ca,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:26.331474 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.331817 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Added segment e506f116-63fe-4d95-a27b-4a3f0c1ab8d7 of type vlan for network 37a09733-140e-474f-b225-716efbe855f0 Aug 27 15:07:26.372411 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.396878 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.397830 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:26.398439 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.447661 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3797529 Aug 27 15:07:26.451684 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33052) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:26.457967 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Request body: {'subnet': {'network_id': '37a09733-140e-474f-b225-716efbe855f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121883412-subnet', 'tenant_id': '05d3409fe2de43a2820cf664946c5417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:26.469952 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50b7f-309b-42e1-9d7c-042e63997090 admin admin] Pushing event updated for resources: {'Network': ['ID=37a09733-140e-474f-b225-716efbe855f0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:26.480261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 37a09733-140e-474f-b225-716efbe855f0 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:07:26.484897 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Made reservation on behalf of 05d3409fe2de43a2820cf664946c5417 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:26.487303 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.570254 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:07:26.655366 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.668711 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:26.680235 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b', 'network_id': '7e08e259-ec42-45ac-8f55-885d198163ae', 'port_id': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b', 'mac_address': 'fa:16:3e:c2:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:07:26.714943 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6b0c8b-5fb9-43ba-94c0-8cb720871eab,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:26.718547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.724285 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Checking segment: {'id': 'e506f116-63fe-4d95-a27b-4a3f0c1ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '37a09733-140e-474f-b225-716efbe855f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:26.724636 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Network hostable DHCP agents. Network: 37a09733-140e-474f-b225-716efbe855f0, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:07:26.735702 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:26.741632 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Network 37a09733-140e-474f-b225-716efbe855f0 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:07:26.750746 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 37a09733-140e-474f-b225-716efbe855f0) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:26.755204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:26.756544 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.757581 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:26.764173 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fb2be-2411-4c72-ba24-360d313ce8c1 None None] Network 37a09733-140e-474f-b225-716efbe855f0 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:26.766052 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:26.771027 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-58bab024-79c6-420e-99be-f14d7228bd24 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3183537 Aug 27 15:07:26.864031 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:26.922443 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014e0b5-9df6-42ac-8a69-f1cd821d7a88 req-471471be-f23b-4cf2-921e-6120e28cff9b tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:26.926831 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3014e0b5-9df6-42ac-8a69-f1cd821d7a88 req-471471be-f23b-4cf2-921e-6120e28cff9b tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 944 time: 0.0698688 Aug 27 15:07:26.945129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196bb153-2091-46b3-9081-6edc57c55ea8 None None] Network 37a09733-140e-474f-b225-716efbe855f0 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:26.967862 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3014e0b5-9df6-42ac-8a69-f1cd821d7a88 req-7b0ee2b2-3ffb-4206-9d15-b7bb6808de61 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Aug 27 15:07:27.010824 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:27.270842 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33070) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:27.275975 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239575684-network', 'tenant_id': '52fcbb3c2ab14122b1849a3db7a557b6'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:27.294732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Made reservation on behalf of 52fcbb3c2ab14122b1849a3db7a557b6 for: {'network': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:27.296877 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.305374 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.390703 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.394258 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.414315 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:07:27.429376 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f5bd0-67f8-4833-b6ca-d183a8078887,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:27.433975 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.434308 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.segments_db [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Added segment c38c2be5-b8cd-4742-b0b9-571ce90505e8 of type vlan for network 6bef6c60-5964-4158-8114-8f0f44a89afb Aug 27 15:07:27.473252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.503716 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.504655 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:27.505424 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.563801 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2918541 Aug 27 15:07:27.566660 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:27.568633 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30af98-fabc-4813-8191-91c9d6bd1f2d admin admin] Pushing event updated for resources: {'Network': ['ID=6bef6c60-5964-4158-8114-8f0f44a89afb,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:27.571664 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Request body: {'subnet': {'network_id': '6bef6c60-5964-4158-8114-8f0f44a89afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239575684-subnet', 'tenant_id': '52fcbb3c2ab14122b1849a3db7a557b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:27.579824 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 6bef6c60-5964-4158-8114-8f0f44a89afb details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:07:27.597263 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Made reservation on behalf of 52fcbb3c2ab14122b1849a3db7a557b6 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:27.599815 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26204058'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.764570 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25960867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26204136'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.826439 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e2cafa-bb73-46cb-99ca-ebcd6c8a130e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:27.834521 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Checking segment: {'id': 'c38c2be5-b8cd-4742-b0b9-571ce90505e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6bef6c60-5964-4158-8114-8f0f44a89afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:27.834889 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Network hostable DHCP agents. Network: 6bef6c60-5964-4158-8114-8f0f44a89afb, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:07:27.854655 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Network 6bef6c60-5964-4158-8114-8f0f44a89afb is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:07:27.862547 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 6bef6c60-5964-4158-8114-8f0f44a89afb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:27.866652 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:27.867243 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:27.871475 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b3b49-a8a4-4d97-bddd-cfd683f916f2 None None] Network 6bef6c60-5964-4158-8114-8f0f44a89afb requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:27.880411 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d2bb4751-ed6b-4d3a-b417-6c6602917990 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3125782 Aug 27 15:07:27.990319 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33078) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:28.002592 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcc232-4920-46ff-a683-c7c92346d68c None None] Network 6bef6c60-5964-4158-8114-8f0f44a89afb requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:07:28.036827 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Deleting subnet ed6b0c8b-5fb9-43ba-94c0-8cb720871eab {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:07:28.042220 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.102271 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.160946 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406ef4d-9786-42cd-bad4-fe8b19762d91 req-876b5f72-db76-4869-89f9-f6eb33fd57c4 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:28.162513 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7406ef4d-9786-42cd-bad4-fe8b19762d91 req-876b5f72-db76-4869-89f9-f6eb33fd57c4 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 944 time: 0.1234493 Aug 27 15:07:28.188439 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.237055 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7406ef4d-9786-42cd-bad4-fe8b19762d91 req-b62335fd-65d9-423a-bb92-2b254cf9b726 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Aug 27 15:07:28.258723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.288959 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.291342 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed6b0c8b-5fb9-43ba-94c0-8cb720871eab HTTP/1.1" status: 204 len: 168 time: 0.2994950 Aug 27 15:07:28.292369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4874d65-c375-466e-b868-e60cfdb75066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6b0c8b-5fb9-43ba-94c0-8cb720871eab,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:28.293949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:28.359797 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.440352 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.450140 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a09733-140e-474f-b225-716efbe855f0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:28.460049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e506f116-63fe-4d95-a27b-4a3f0c1ab8d7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:28.460360 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e506f116-63fe-4d95-a27b-4a3f0c1ab8d7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:28.469835 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.483790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.490256 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:07:28.490703 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:07:28.492522 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:07:28.559169 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.568036 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.568036 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37a09733-140e-474f-b225-716efbe855f0 HTTP/1.1" status: 204 len: 168 time: 0.2725763 Aug 27 15:07:28.571735 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33084) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:28.572505 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:07:28.580686 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550b60-7005-49ae-83b5-57e06a7befa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a09733-140e-474f-b225-716efbe855f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:28.636706 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Deleting subnet 40e2cafa-bb73-46cb-99ca-ebcd6c8a130e {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:07:28.640331 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.640494 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:07:28.645091 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:28.645586 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.684985 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.729602 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.756551 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.759768 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-332e1111-96c2-4936-9c04-96a2bbb66aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.781614 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:28.783922 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e268d5-2bc9-4922-a23d-b14d58a657a0" -d '{"events": [{"server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:28.797776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:28.804536 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.809043 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.840455 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e2cafa-bb73-46cb-99ca-ebcd6c8a130e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:28.842494 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:28.844382 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-70ef8eaf-893a-4605-aae1-5676b9dba34a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/40e2cafa-bb73-46cb-99ca-ebcd6c8a130e HTTP/1.1" status: 204 len: 168 time: 0.2706203 Aug 27 15:07:28.846866 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33092) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:28.852191 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e673d459-ee33-4430-a86f-3c8aba9d18b3 x-openstack-request-id: req-e673d459-ee33-4430-a86f-3c8aba9d18b3 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:28.852485 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "name": "network-vif-plugged", "status": "completed", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:28.852738 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e673d459-ee33-4430-a86f-3c8aba9d18b3 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:28.853169 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b', 'code': 200} Aug 27 15:07:28.881800 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:28.929080 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.024093 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177419f-80cd-4169-a8cf-a2c52a66269a req-b63dc103-dbf0-47e3-864f-41cab06f34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:29.025826 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7177419f-80cd-4169-a8cf-a2c52a66269a req-b63dc103-dbf0-47e3-864f-41cab06f34ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 1098 time: 0.0493560 Aug 27 15:07:29.030278 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.040252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bef6c60-5964-4158-8114-8f0f44a89afb']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:29.051507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38c2be5-b8cd-4742-b0b9-571ce90505e8') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:29.051822 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38c2be5-b8cd-4742-b0b9-571ce90505e8') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:29.061315 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.063052 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-7177419f-80cd-4169-a8cf-a2c52a66269a req-5547c120-8028-4847-851e-23a430508dab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292275 Aug 27 15:07:29.078274 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.083975 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:07:29.084415 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:07:29.086078 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:07:29.138359 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.143815 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.145859 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] 10.222.0.42 "DELETE /v2.0/networks/6bef6c60-5964-4158-8114-8f0f44a89afb HTTP/1.1" status: 204 len: 168 time: 0.2976241 Aug 27 15:07:29.158253 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14c3a-d4f1-4b91-a66d-d4a69a9c11bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6bef6c60-5964-4158-8114-8f0f44a89afb,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:29.300344 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:29.339793 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f436963e-1031-40b7-a106-e4a3a67fccb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05d3409fe2de43a2820cf664946c5417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381608 Aug 27 15:07:29.342249 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:29.352089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda5d5-cb91-4004-8163-217f05f90f7f req-91b6d553-c448-4240-99eb-4a7cb729ae90 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:29.354122 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eeda5d5-cb91-4004-8163-217f05f90f7f req-91b6d553-c448-4240-99eb-4a7cb729ae90 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0473523 Aug 27 15:07:29.389903 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.391937 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eeda5d5-cb91-4004-8163-217f05f90f7f req-c81197a3-752d-4559-8443-b26845d9e400 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Aug 27 15:07:29.411205 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.456927 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.459797 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.460946 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed3ef255-55c9-4045-94ed-a5ddc26e30ca HTTP/1.1" status: 204 len: 168 time: 0.1177723 Aug 27 15:07:29.469300 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f020e82-d74c-455a-84f8-53da27c26c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ef255-55c9-4045-94ed-a5ddc26e30ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:29.776500 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:29.817946 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3f13ce0e-d9a7-42fa-85b7-3a25aafc915e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52fcbb3c2ab14122b1849a3db7a557b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406592 Aug 27 15:07:29.820481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:29.866630 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.894948 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.945728 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.948895 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:29.950047 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d6f5bd0-67f8-4833-b6ca-d183a8078887 HTTP/1.1" status: 204 len: 168 time: 0.1286745 Aug 27 15:07:29.957719 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61522-6b58-4bd3-93c7-5d98b033df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f5bd0-67f8-4833-b6ca-d183a8078887,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:30.510060 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720190-3710-4b24-8dd7-fcc5386783ea req-9fe08477-5ba8-4a7e-8c18-34ac3a0237b9 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:30.511773 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd720190-3710-4b24-8dd7-fcc5386783ea req-9fe08477-5ba8-4a7e-8c18-34ac3a0237b9 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0508938 Aug 27 15:07:30.561176 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bd720190-3710-4b24-8dd7-fcc5386783ea req-5f02d437-1232-4da8-b5dc-736cc026ad01 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Aug 27 15:07:31.360288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:31.460632 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18fbb3f3-e41a-4c07-9c08-093247c14244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.550061 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18fbb3f3-e41a-4c07-9c08-093247c14244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.553656 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18fbb3f3-e41a-4c07-9c08-093247c14244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.577804 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-98baf709-3e32-4bc8-86a8-3b4a51bb7e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.591850 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-18fbb3f3-e41a-4c07-9c08-093247c14244 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98f1e84f026e4fef95a23fc9b32b357e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301083 Aug 27 15:07:31.592724 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb3f3-e41a-4c07-9c08-093247c14244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae8acdd-56c1-4a01-a323-f132917dc32f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:31.594504 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33162) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:31.671646 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.699264 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.717427 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6777c-f7fb-4ab5-8de0-f5e5b23c3e2c req-44db25b1-3e71-47c8-a60a-f253cfb9d9f0 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:31.718932 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d5a6777c-f7fb-4ab5-8de0-f5e5b23c3e2c req-44db25b1-3e71-47c8-a60a-f253cfb9d9f0 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0735958 Aug 27 15:07:31.770200 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d5a6777c-f7fb-4ab5-8de0-f5e5b23c3e2c req-3ff92fbc-ef10-40d6-b793-9d6584e6b9ba tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Aug 27 15:07:31.782847 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.785521 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:31.786996 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ae8acdd-56c1-4a01-a323-f132917dc32f HTTP/1.1" status: 204 len: 168 time: 0.1904233 Aug 27 15:07:31.800800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cced3ef-d715-43c4-954a-4b59cc12566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae8acdd-56c1-4a01-a323-f132917dc32f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:32.054428 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33168) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:32.067799 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc4fc-94f6-4deb-a4d4-97e624a9cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.114825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.158025 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc4fc-94f6-4deb-a4d4-97e624a9cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.161719 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc4fc-94f6-4deb-a4d4-97e624a9cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.201049 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ee7cc4fc-94f6-4deb-a4d4-97e624a9cc48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=409be9b6c2a94ce3b6d3516e10890a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455302 Aug 27 15:07:32.202939 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cc4fc-94f6-4deb-a4d4-97e624a9cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e503e22-9a12-4a71-a3e7-e2b3edc7deaa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:32.203804 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:32.251593 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.272177 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.320568 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.323702 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.324848 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e503e22-9a12-4a71-a3e7-e2b3edc7deaa HTTP/1.1" status: 204 len: 168 time: 0.1200213 Aug 27 15:07:32.332783 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e2065-9104-4483-bc47-39322f0945b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e503e22-9a12-4a71-a3e7-e2b3edc7deaa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:32.629451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:32.883007 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1023dd6-c5d7-447b-a21a-c6cc4b558abd req-a88f36a3-85cd-48d9-8e26-702f2de413de tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:32.885012 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1023dd6-c5d7-447b-a21a-c6cc4b558abd req-a88f36a3-85cd-48d9-8e26-702f2de413de tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0476687 Aug 27 15:07:32.929269 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e1023dd6-c5d7-447b-a21a-c6cc4b558abd req-c6f3c63c-853d-49d8-bff8-2b90574437cf tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Aug 27 15:07:33.362228 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:33.479621 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2edb0b-c819-40e4-a14c-42aa7f392af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.566555 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2edb0b-c819-40e4-a14c-42aa7f392af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.570778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2edb0b-c819-40e4-a14c-42aa7f392af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.608701 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2d2edb0b-c819-40e4-a14c-42aa7f392af0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43a00dd66bf94cf8adb36d3105ef5ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452884 Aug 27 15:07:33.609481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2edb0b-c819-40e4-a14c-42aa7f392af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606cffac-f7f2-4e80-8d32-6c431bd91a37,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:33.611395 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33218) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:33.658723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.679294 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.724237 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.726929 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:33.728565 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/606cffac-f7f2-4e80-8d32-6c431bd91a37 HTTP/1.1" status: 204 len: 168 time: 0.1156974 Aug 27 15:07:33.735926 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515f950-9d19-48fe-b023-3761358771c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606cffac-f7f2-4e80-8d32-6c431bd91a37,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:34.046184 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b28d-eb82-43b0-9d37-fd97f252603d req-62c6d4f6-afe4-4520-ae2e-54a8d68bd51b tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:34.047684 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-da52b28d-eb82-43b0-9d37-fd97f252603d req-62c6d4f6-afe4-4520-ae2e-54a8d68bd51b tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0502930 Aug 27 15:07:34.084566 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-da52b28d-eb82-43b0-9d37-fd97f252603d req-a3f181aa-5590-4c10-8d04-30e89be53caf tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Aug 27 15:07:34.612322 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:07:34.715015 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33266) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:34.815981 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20984253-5616-44d4-a957-7dc1481577e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:34.887340 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:34.905617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20984253-5616-44d4-a957-7dc1481577e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:34.909771 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20984253-5616-44d4-a957-7dc1481577e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:34.946629 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20984253-5616-44d4-a957-7dc1481577e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac7a22-f842-46ac-a51a-44400d01affa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:34.951189 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-20984253-5616-44d4-a957-7dc1481577e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdffa1bcef7d4b489fa9d01a5da44ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351439 Aug 27 15:07:34.954209 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33270) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:35.003824 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:35.024164 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:35.069947 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:35.072620 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:35.073869 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebac7a22-f842-46ac-a51a-44400d01affa HTTP/1.1" status: 204 len: 168 time: 0.1187344 Aug 27 15:07:35.081755 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d5b4-bc54-43cd-ac6b-0cfa1bb9d889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac7a22-f842-46ac-a51a-44400d01affa,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:35.491563 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:36.442021 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107912-1d84-475b-81a7-3b27c46f3ede req-b965d3ec-6a70-439b-99aa-2fa473cbc501 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:36.443513 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c1107912-1d84-475b-81a7-3b27c46f3ede req-b965d3ec-6a70-439b-99aa-2fa473cbc501 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0479300 Aug 27 15:07:36.480187 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c1107912-1d84-475b-81a7-3b27c46f3ede req-e9c9c79b-92ab-4066-bccb-027723e235c3 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Aug 27 15:07:36.879732 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-ef55632e-a416-411e-bbb7-46420482c533 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929299162&fields=id&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 267 time: 0.0330672 Aug 27 15:07:36.986237 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-2d9913d9-a542-4a82-8eca-ade01f539dc6 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:36.987722 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-2d9913d9-a542-4a82-8eca-ade01f539dc6 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1011574 Aug 27 15:07:37.002219 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-f831763a-6547-4b62-b5da-2ca45e535883 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/quotas/b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Aug 27 15:07:37.057180 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-9bc07eaa-9932-4073-aa27-070f11b04029 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495207 Aug 27 15:07:37.147469 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-db580405-c31a-4424-a5be-a626bef44d06 service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785966 Aug 27 15:07:37.240244 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-5ad8a105-5e1b-4953-ab9d-e05c902d1ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Aug 27 15:07:37.532479 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5b9bd12a-a70b-432d-bc1d-c489bb46d03c req-4f3b5248-463b-4fc8-b599-5cd5cfa14758 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 210 time: 0.0305669 Aug 27 15:07:37.610828 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220e42e-182d-43f1-bcb7-cb03e52e1e9c req-3b5f478c-b787-4870-8dd3-d11d54fa168d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:37.612343 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8220e42e-182d-43f1-bcb7-cb03e52e1e9c req-3b5f478c-b787-4870-8dd3-d11d54fa168d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0506423 Aug 27 15:07:37.651497 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8220e42e-182d-43f1-bcb7-cb03e52e1e9c req-72e8339f-c987-4d47-a1c5-bc388bbd25b5 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3efae1d-7fe9-429f-a7c7-af28ba8714e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 Aug 27 15:07:37.944903 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-72086cf8-17ec-41d1-b8ba-81bc03a7079f tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:37.946332 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-72086cf8-17ec-41d1-b8ba-81bc03a7079f tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 945 time: 0.0478513 Aug 27 15:07:38.043150 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Deleting port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:07:38.043491 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:38.127632 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] For port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,segment=NetworkSegment(fe39c859-0a33-4c41-bc0f-9ec25b78ab9e),segment_id=fe39c859-0a33-4c41-bc0f-9ec25b78ab9e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:38.127991 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:38.143578 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Calling delete_port for fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:07:38.265337 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:38.278146 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:38.303711 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Pushing event deleted for resources: {'Port': ['ID=fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:38.347644 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] No DVR routers for this DVR port fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b on host hv-cinder-78692 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:07:38.350164 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:38.352172 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3bd4beca-f7b8-468d-b02c-a7a4507e05d7 req-7d0955cd-5f64-45ee-97ba-47c66c9be03d tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.35 "DELETE /v2.0/ports/fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b HTTP/1.1" status: 204 len: 173 time: 0.3991530 Aug 27 15:07:38.352609 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'name': 'network-vif-deleted', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:38.355454 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba655a-95db-41d4-8f96-3f23b395e987" -d '{"events": [{"server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "name": "network-vif-deleted", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:38.394902 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0513c59c-6b54-4d2f-92cb-c972c26b6cf1 x-openstack-request-id: req-0513c59c-6b54-4d2f-92cb-c972c26b6cf1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:38.395218 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1c135d-c041-48ac-8063-d5686b12c1af", "name": "network-vif-deleted", "tag": "fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:38.395502 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0513c59c-6b54-4d2f-92cb-c972c26b6cf1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:38.395932 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1c135d-c041-48ac-8063-d5686b12c1af', 'name': 'network-vif-deleted', 'tag': 'fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b', 'status': 'completed', 'code': 200} Aug 27 15:07:38.487952 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b46fcd04-3616-4491-899f-cfe3367ad994 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:38.489619 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b46fcd04-3616-4491-899f-cfe3367ad994 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 811 time: 0.1078222 Aug 27 15:07:38.545302 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-d8a1e02b-947e-476d-baea-f5b33a77c7ee tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b269778d33f141c284a3a8398e654de1 HTTP/1.1" status: 200 len: 379 time: 0.0417001 Aug 27 15:07:38.558974 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'port': {'device_id': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'admin_state_up': True, 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'security_groups': ['52542239-8d87-4463-86b5-b794e535ed3c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:38.645731 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-953d6213-b384-4c80-a11e-7056156506ef req-1b20ab93-72cc-44ea-b95a-dd69925efec3 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Aug 27 15:07:38.718148 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Made reservation on behalf of b269778d33f141c284a3a8398e654de1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:07:38.722479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:38.761373 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e84a205c-5a57-471b-ac63-c13acc7e719a req-d5d7be77-7a0e-448b-b9b0-0742b0142084 tempest-VolumesActionsTest-1608548970 tempest-VolumesActionsTest-1608548970-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a1c135d-c041-48ac-8063-d5686b12c1af HTTP/1.1" status: 200 len: 210 time: 0.0270445 Aug 27 15:07:38.870484 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.20.0.10 (bd327586-c15e-4d54-817a-8ebb23b3059a/9669be29-b65c-4022-b598-fa10b3b8cf6e/12262f97-d25e-42a8-975d-0c39904d1eae) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:07:39.052236 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.065045 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Transition to ACTIVE for port object 12262f97-d25e-42a8-975d-0c39904d1eae will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:07:39.101523 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.147293 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network bd327586-c15e-4d54-817a-8ebb23b3059a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:07:39.152106 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:39.155798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:07:39.179172 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:39.208737 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:39.209434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.223906 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-b751d123-a3d3-43d1-acfd-ee2ea5089463 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6691189 Aug 27 15:07:39.238537 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Request body: {'port': {'device_id': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:39.292609 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.386291 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0101b7cb-8bdf-4eb4-b13f-cbea50e07b2b None None] Provisioning for port 12262f97-d25e-42a8-975d-0c39904d1eae completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:07:39.391171 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0101b7cb-8bdf-4eb4-b13f-cbea50e07b2b None None] Provisioning complete for port 12262f97-d25e-42a8-975d-0c39904d1eae triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:39.391868 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0101b7cb-8bdf-4eb4-b13f-cbea50e07b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.429345 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-0101b7cb-8bdf-4eb4-b13f-cbea50e07b2b None None] Port 12262f97-d25e-42a8-975d-0c39904d1eae cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:07:39.562462 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12262f97-d25e-42a8-975d-0c39904d1eae {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:39.569594 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.581788 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Transition to ACTIVE for port object 12262f97-d25e-42a8-975d-0c39904d1eae will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:07:39.584949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.650841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:39.703690 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Attempting to bind port 12262f97-d25e-42a8-975d-0c39904d1eae on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:07:39.704029 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Attempting to bind port 12262f97-d25e-42a8-975d-0c39904d1eae by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:07:39.704361 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Attempting to bind port 12262f97-d25e-42a8-975d-0c39904d1eae on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:39.708938 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Port 12262f97-d25e-42a8-975d-0c39904d1eae on network bd327586-c15e-4d54-817a-8ebb23b3059a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:07:39.709272 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Attempting to bind port 12262f97-d25e-42a8-975d-0c39904d1eae on network bd327586-c15e-4d54-817a-8ebb23b3059a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:07:39.714414 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:07:39.714759 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Checking segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:07:39.715155 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Bound using segment: {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:07:39.715618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Bound port: 12262f97-d25e-42a8-975d-0c39904d1eae, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1dd833-2dd3-432b-ad02-16e2887e8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:07:39.716502 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.815787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed22e-0ba0-4e5f-af99-4b442f6e1536 req-3f528168-ccdc-4a5b-990a-628f7d767338 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:39.817286 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-32aed22e-0ba0-4e5f-af99-4b442f6e1536 req-3f528168-ccdc-4a5b-990a-628f7d767338 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0881307 Aug 27 15:07:39.825691 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:07:39.834981 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=12262f97-d25e-42a8-975d-0c39904d1eae,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:07:39.845961 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.908223 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:39.908857 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:39.910270 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 200 len: 1094 time: 0.6761453 Aug 27 15:07:39.913495 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-32aed22e-0ba0-4e5f-af99-4b442f6e1536 req-63ee45ff-4343-4b48-aee0-e82dbe166822 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897412 Aug 27 15:07:39.919146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cdc1b-bbe4-439c-86c1-56017c7b25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:40.046715 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-411706e8-bd32-4e79-b120-0e80083ca98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.048623 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-411706e8-bd32-4e79-b120-0e80083ca98c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1097 time: 0.0840733 Aug 27 15:07:40.096602 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-2908b551-9ceb-4e16-97ca-850ab4965376 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 200 len: 217 time: 0.0380673 Aug 27 15:07:40.151932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-038df075-77c1-49b2-a416-09ecd1609aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.153455 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-038df075-77c1-49b2-a416-09ecd1609aec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0476074 Aug 27 15:07:40.207134 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-67369b79-4d87-4ab4-a05e-c101e0b2c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.208718 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-67369b79-4d87-4ab4-a05e-c101e0b2c079 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476809 Aug 27 15:07:40.312389 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-91def375-6987-49f6-8550-548dbec6bff2 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932567 Aug 27 15:07:40.397060 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:40.400581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:40.429546 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b6e86db5-bcaa-4578-a56f-523a7a8826b6 req-2e6b2d3c-7a42-4254-8bd3-57479d014592 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077790 Aug 27 15:07:40.442536 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf4cd62-8568-483b-8d8f-059d1ed8f8fe x-openstack-request-id: req-caf4cd62-8568-483b-8d8f-059d1ed8f8fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:40.442835 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:40.443092 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caf4cd62-8568-483b-8d8f-059d1ed8f8fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:40.443528 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae', 'status': 'completed', 'code': 200} Aug 27 15:07:40.523958 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-5a229d67-c1f2-41c8-94c7-a3f2df56f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.526626 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-5a229d67-c1f2-41c8-94c7-a3f2df56f681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1097 time: 0.0454123 Aug 27 15:07:40.622735 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-8e7e0255-d1b0-49ee-ae6f-ff9d79248ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.624361 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-8e7e0255-d1b0-49ee-ae6f-ff9d79248ffc service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0907149 Aug 27 15:07:40.672138 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-c60f72db-18b9-4342-adf0-a985ae62658f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 200 len: 217 time: 0.0385964 Aug 27 15:07:40.724493 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-ff3f7380-7a30-4fc6-825f-89a02edb7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.725986 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-ff3f7380-7a30-4fc6-825f-89a02edb7c45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0434947 Aug 27 15:07:40.775559 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-0621e49b-bb53-43e9-bc24-cd723a026b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.777077 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-0621e49b-bb53-43e9-bc24-cd723a026b36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407622 Aug 27 15:07:40.873892 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-bbbacedd-d174-4c1e-8f80-f1cd586cddbe service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Aug 27 15:07:40.969444 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f9c1819b-7fb6-4110-b9ff-7c52af9d9e3f req-15d87c18-b032-45e2-b3ad-ac8ef8de8aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 Aug 27 15:07:41.032099 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70b82-edbb-4403-9e07-c7805211e0ab req-51088feb-e8b9-4d68-b33f-7e639eeb3dc5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:41.033626 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-78c70b82-edbb-4403-9e07-c7805211e0ab req-51088feb-e8b9-4d68-b33f-7e639eeb3dc5 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0484469 Aug 27 15:07:41.076066 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-78c70b82-edbb-4403-9e07-c7805211e0ab req-a4e0277e-63ed-4985-8187-116f89b384f3 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Aug 27 15:07:42.190549 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83136-a90e-48e0-9a73-a53bf425a245 req-e704e2e2-f8ae-4b00-ad10-8b43c9b0f94d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:42.192038 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8ed83136-a90e-48e0-9a73-a53bf425a245 req-e704e2e2-f8ae-4b00-ad10-8b43c9b0f94d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0478959 Aug 27 15:07:42.229843 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8ed83136-a90e-48e0-9a73-a53bf425a245 req-cf79f80f-1975-446e-87c6-d4f6024b4b21 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Aug 27 15:07:42.864207 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:07:42.888013 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:07:42.888269 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device fbb0fbf2-56ee-42fa-bc13-23386ebd8a6b not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:07:43.341552 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfccf6-cdca-47b8-9f86-0a50919cdd26 req-281cba84-a62a-49e8-98ba-6fbf0692312b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:43.343150 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bbbfccf6-cdca-47b8-9f86-0a50919cdd26 req-281cba84-a62a-49e8-98ba-6fbf0692312b tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0484259 Aug 27 15:07:43.386394 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bbbfccf6-cdca-47b8-9f86-0a50919cdd26 req-7ce0853e-1f8b-41c9-9d1d-501fb92a0ce2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373249 Aug 27 15:07:43.962224 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-b6428724-3a38-4b43-af6d-8a03f2b31124 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379221 Aug 27 15:07:44.047487 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-06aee76c-67c1-4da4-b4ad-58eb496ee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.049108 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-06aee76c-67c1-4da4-b4ad-58eb496ee4ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0398784 Aug 27 15:07:44.169702 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-517a822c-dfeb-4b5d-a984-314298ee0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.171217 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-517a822c-dfeb-4b5d-a984-314298ee0657 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0849295 Aug 27 15:07:44.235717 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-750d3123-513e-48e0-b07a-bee6c2963d32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 1001 time: 0.0554285 Aug 27 15:07:44.507938 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41449277-1b8b-4e7c-b083-4ea1a93236a7 req-f93cfbd2-b106-4f60-8016-8fb96632e8c9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.509463 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41449277-1b8b-4e7c-b083-4ea1a93236a7 req-f93cfbd2-b106-4f60-8016-8fb96632e8c9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0525911 Aug 27 15:07:44.550264 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-63efcfdb-9f2a-49c8-abdb-8e53433f5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.551807 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-63efcfdb-9f2a-49c8-abdb-8e53433f5468 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.3080218 Aug 27 15:07:44.556353 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-41449277-1b8b-4e7c-b083-4ea1a93236a7 req-fbef9589-bd65-4f97-9a11-23fdebe40e32 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 Aug 27 15:07:44.597002 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-abc85a84-fe6e-46c8-a6ce-a7d4760c44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.598531 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-abc85a84-fe6e-46c8-a6ce-a7d4760c44cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385821 Aug 27 15:07:44.690474 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-58957542-670a-4645-b274-86b5637767d8 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830011 Aug 27 15:07:44.798177 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a1f4b258-2f4a-4ff0-85bf-9a2b98c43b6e req-e3450ca3-cc50-4891-9b17-5b5839d4adbb service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950437 Aug 27 15:07:45.677069 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897590a-20b7-4d0e-a66b-1a47e65aa38d req-8c9fdda1-fab4-4483-8c70-e68cd75141d9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:45.679963 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f897590a-20b7-4d0e-a66b-1a47e65aa38d req-8c9fdda1-fab4-4483-8c70-e68cd75141d9 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0548625 Aug 27 15:07:45.731893 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f897590a-20b7-4d0e-a66b-1a47e65aa38d req-6d239255-e69d-40ca-9dfa-dec5e7daab44 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446708 Aug 27 15:07:46.865839 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f75bb-4c04-40a3-a013-5ce1693cf22b req-612b9785-9b66-40e2-81b1-b720c1e63f66 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:46.867311 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-906f75bb-4c04-40a3-a013-5ce1693cf22b req-612b9785-9b66-40e2-81b1-b720c1e63f66 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0524695 Aug 27 15:07:46.914857 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-906f75bb-4c04-40a3-a013-5ce1693cf22b req-35f31854-8032-42df-b7e6-1f648819c8fc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390005 Aug 27 15:07:47.305705 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33550) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:47.434535 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49b38d47-7b70-4a57-8d80-f34b7a3ff9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.540738 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49b38d47-7b70-4a57-8d80-f34b7a3ff9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.547848 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49b38d47-7b70-4a57-8d80-f34b7a3ff9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.581414 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-49b38d47-7b70-4a57-8d80-f34b7a3ff9dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62f8cfa70ccd49a4a5f62c408ee56939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734456 Aug 27 15:07:47.583941 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33554) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:47.590230 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b38d47-7b70-4a57-8d80-f34b7a3ff9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7316378c-5985-4058-97c9-f3152b558114,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:47.648992 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.675952 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.735067 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.738288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.742680 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7316378c-5985-4058-97c9-f3152b558114 HTTP/1.1" status: 204 len: 168 time: 0.1568775 Aug 27 15:07:47.751899 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd761-6f63-4f70-a61a-11340356c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7316378c-5985-4058-97c9-f3152b558114,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:48.077126 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba47e3-6a98-4d4e-819e-34d28993fc06 req-6fa2efd7-39bc-4350-86c0-8b021744a2e0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.079067 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4bba47e3-6a98-4d4e-819e-34d28993fc06 req-6fa2efd7-39bc-4350-86c0-8b021744a2e0 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 944 time: 0.0770485 Aug 27 15:07:48.130325 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4bba47e3-6a98-4d4e-819e-34d28993fc06 req-abb81d35-f5d3-4591-9cc3-59927900c0d2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Aug 27 15:07:48.650157 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 12262f97-d25e-42a8-975d-0c39904d1eae details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:07:48.754326 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=12262f97-d25e-42a8-975d-0c39904d1eae,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:48.767838 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': '12262f97-d25e-42a8-975d-0c39904d1eae', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'port_id': '12262f97-d25e-42a8-975d-0c39904d1eae', 'mac_address': 'fa:16:3e:25:c2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:07:48.815825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:48.838744 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12262f97-d25e-42a8-975d-0c39904d1eae {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:07:48.866863 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=12262f97-d25e-42a8-975d-0c39904d1eae,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:48.872519 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:48.926754 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:49.154626 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['12262f97-d25e-42a8-975d-0c39904d1eae'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:07:49.252883 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97076d-7429-4c84-b634-a0ad4765cd28 req-e1c3f753-94cb-4d55-a611-31c751678f4f tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:49.262669 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5c97076d-7429-4c84-b634-a0ad4765cd28 req-e1c3f753-94cb-4d55-a611-31c751678f4f tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 945 time: 0.0605314 Aug 27 15:07:49.321669 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5c97076d-7429-4c84-b634-a0ad4765cd28 req-de9025e0-1c84-41e2-a9b5-cbd4e74c3cbe tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577679 Aug 27 15:07:50.430507 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c152b76-0fe8-4a46-9d58-726721389cd1 req-33be1358-ce33-4856-ad1a-d48951807358 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:50.432641 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c152b76-0fe8-4a46-9d58-726721389cd1 req-33be1358-ce33-4856-ad1a-d48951807358 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 945 time: 0.0497475 Aug 27 15:07:50.489194 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9c152b76-0fe8-4a46-9d58-726721389cd1 req-70e0ac20-70b3-41b6-984a-4c0578bd44e7 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496323 Aug 27 15:07:51.626772 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 12262f97-d25e-42a8-975d-0c39904d1eae up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:07:51.628787 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0f7b5-fb9c-47a3-b860-c528ec98e026 req-9126c634-d4ec-4d54-b919-371a78fe805f tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:51.631074 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ec0f7b5-fb9c-47a3-b860-c528ec98e026 req-9126c634-d4ec-4d54-b919-371a78fe805f tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 945 time: 0.0674989 Aug 27 15:07:51.690081 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port 12262f97-d25e-42a8-975d-0c39904d1eae completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:07:51.695411 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port 12262f97-d25e-42a8-975d-0c39904d1eae triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:07:51.695965 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:51.701897 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7ec0f7b5-fb9c-47a3-b860-c528ec98e026 req-f4e62c9a-e697-48df-9b5a-d4974fa069af tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531173 Aug 27 15:07:51.785743 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:51.809795 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:51.812121 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30a2d5-2a72-4611-b2a1-7d6daaf3e4fb" -d '{"events": [{"server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "name": "network-vif-plugged", "status": "completed", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:51.825477 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=12262f97-d25e-42a8-975d-0c39904d1eae,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:07:51.832129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:51.859481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b83d42-dabc-4d23-818b-838c8c34c015 x-openstack-request-id: req-e8b83d42-dabc-4d23-818b-838c8c34c015 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:51.859778 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "name": "network-vif-plugged", "status": "completed", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:51.860034 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8b83d42-dabc-4d23-818b-838c8c34c015 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:51.860456 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae', 'code': 200} Aug 27 15:07:51.883423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:52.826718 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd05cd3-cf80-4ab3-a219-e58a156228fb req-a2c4ef97-1f5a-4abd-962c-3e600481b860 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:52.828228 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bcd05cd3-cf80-4ab3-a219-e58a156228fb req-a2c4ef97-1f5a-4abd-962c-3e600481b860 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0501890 Aug 27 15:07:52.867201 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bcd05cd3-cf80-4ab3-a219-e58a156228fb req-2af57779-b9f8-4e9f-a16c-4ed50d4593ba tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Aug 27 15:07:53.969128 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c92c4-4e25-4996-9b2c-0f93acb66ff3 req-34fc6f78-f888-41a5-aca2-1ddcc452e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:53.972322 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b72c92c4-4e25-4996-9b2c-0f93acb66ff3 req-34fc6f78-f888-41a5-aca2-1ddcc452e127 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1099 time: 0.0848656 Aug 27 15:07:54.044390 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b72c92c4-4e25-4996-9b2c-0f93acb66ff3 req-e31d20a9-81ae-4a47-a6af-6e3a64092dd5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571909 Aug 27 15:07:54.058837 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44951088-13fc-456c-8c31-2ab49814261c req-de3144b9-4010-42c1-9569-047357501195 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.060945 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44951088-13fc-456c-8c31-2ab49814261c req-de3144b9-4010-42c1-9569-047357501195 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.1093767 Aug 27 15:07:54.130320 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-44951088-13fc-456c-8c31-2ab49814261c req-515c6405-fd62-459b-9670-f47c4d009f67 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625393 Aug 27 15:07:54.277379 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347779-1951-4779-a07f-30d8cea70a58 req-0cfaa770-e0ff-42b8-aa29-1580facd96d8 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.283128 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-04347779-1951-4779-a07f-30d8cea70a58 req-0cfaa770-e0ff-42b8-aa29-1580facd96d8 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0651889 Aug 27 15:07:54.350019 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-04347779-1951-4779-a07f-30d8cea70a58 req-16cd5ff2-d4b3-4792-a8d9-f94bf2de46c1 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637255 Aug 27 15:07:54.383289 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-b3fcd532-1a10-4467-b892-f0bf65e76e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.384863 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-b3fcd532-1a10-4467-b892-f0bf65e76e4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1137 time: 0.0545270 Aug 27 15:07:54.546764 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-9a8ed3b6-0dce-4653-a7c6-da9675542e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.549483 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-9a8ed3b6-0dce-4653-a7c6-da9675542e0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.1570544 Aug 27 15:07:54.666564 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-20eefa7b-508a-4d4d-8696-24694e0d66ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 1001 time: 0.0989220 Aug 27 15:07:54.736008 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-c97efa59-261a-4a79-a9cb-0ac79c0c0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.738151 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-c97efa59-261a-4a79-a9cb-0ac79c0c0f4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0587602 Aug 27 15:07:54.791712 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-a9e3248e-6764-448e-b4bc-bcdb35a3b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:54.793361 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-a9e3248e-6764-448e-b4bc-bcdb35a3b975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449607 Aug 27 15:07:54.900672 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-889f49dc-edbf-471e-a69f-416af1dae9aa service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977564 Aug 27 15:07:55.252392 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15e57-216c-46c3-a257-d7cdcbd16404 req-832ef624-1ee6-4c9d-887d-1e5c6deba92d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:55.254831 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b2c15e57-216c-46c3-a257-d7cdcbd16404 req-832ef624-1ee6-4c9d-887d-1e5c6deba92d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0496948 Aug 27 15:07:55.299032 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b2c15e57-216c-46c3-a257-d7cdcbd16404 req-c1676cb6-6e02-425a-a26b-53968399deb2 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Aug 27 15:07:55.483296 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40282c3-bb49-426e-9c7e-81f7456de292 req-42a8be19-92c3-4a2d-88ac-551101092a1e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:55.485654 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e40282c3-bb49-426e-9c7e-81f7456de292 req-42a8be19-92c3-4a2d-88ac-551101092a1e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0634778 Aug 27 15:07:55.546368 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e40282c3-bb49-426e-9c7e-81f7456de292 req-57871513-68b2-4d27-91af-b6b637a192fe tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542400 Aug 27 15:07:55.964133 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-8bc20a10-d98d-4a1f-8e0e-9a6558e2e5f7 req-56dc3062-c258-4fea-a816-f9d3f80d1bf8 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291747 Aug 27 15:07:56.430639 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cce9ab-44b1-461d-bc45-0c9b9d5c4300 req-d21fe682-7211-4a97-89ea-1c80867fea05 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:56.433251 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76cce9ab-44b1-461d-bc45-0c9b9d5c4300 req-d21fe682-7211-4a97-89ea-1c80867fea05 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0652592 Aug 27 15:07:56.471895 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76cce9ab-44b1-461d-bc45-0c9b9d5c4300 req-117d8ab3-cf69-4a2a-b76d-01466188a570 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 27 15:07:56.669292 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53233dd-ef2c-4513-adf4-a19e251d83ca req-a705967a-4915-4410-87f1-fa765a08cb9f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:56.671002 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d53233dd-ef2c-4513-adf4-a19e251d83ca req-a705967a-4915-4410-87f1-fa765a08cb9f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0550663 Aug 27 15:07:56.719449 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d53233dd-ef2c-4513-adf4-a19e251d83ca req-8b99a1a9-58e5-4213-958b-69a974670882 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407999 Aug 27 15:07:57.610771 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e56a-33c5-4ea3-8571-7d1b5a877f80 req-14ea02f7-0153-4176-8ce1-ae71c5f39f6d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:57.613003 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9f78e56a-33c5-4ea3-8571-7d1b5a877f80 req-14ea02f7-0153-4176-8ce1-ae71c5f39f6d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0523827 Aug 27 15:07:57.656276 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-9f78e56a-33c5-4ea3-8571-7d1b5a877f80 req-ab6a97d0-5556-48ce-8c50-14c4328619f1 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 Aug 27 15:07:57.833985 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c535d84-5a1a-45dd-ad21-32b2cbeeea57 req-854e45ee-87d6-46f4-b37c-9ce533675713 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:57.841377 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2c535d84-5a1a-45dd-ad21-32b2cbeeea57 req-854e45ee-87d6-46f4-b37c-9ce533675713 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0592136 Aug 27 15:07:57.886847 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2c535d84-5a1a-45dd-ad21-32b2cbeeea57 req-f0af6b03-5726-47b3-8c5a-a26bdd88d607 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444555 Aug 27 15:07:58.747564 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fd1-4fea-4fc7-b98c-ee9d7c1aa3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:58.828691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62920b0-361c-4a62-832c-125162d1ff35 req-fb59913b-6c3b-479f-b5c7-8cd2ba9fe13d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:58.831528 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d62920b0-361c-4a62-832c-125162d1ff35 req-fb59913b-6c3b-479f-b5c7-8cd2ba9fe13d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0627937 Aug 27 15:07:58.885711 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d62920b0-361c-4a62-832c-125162d1ff35 req-6367dfa5-cb61-40df-86ad-2e8a0f009a59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 Aug 27 15:07:59.051816 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db0d9-3331-4fb7-8cef-004d3169670c req-abe6ac2b-adbb-419f-8aee-417717f44add tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:59.053122 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1828254-efdc-4448-8b83-751e418ac5e1 req-8145308d-2f9e-4454-ba46-71b9881470fc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:59.054758 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a1828254-efdc-4448-8b83-751e418ac5e1 req-8145308d-2f9e-4454-ba46-71b9881470fc tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0586514 Aug 27 15:07:59.061925 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b52db0d9-3331-4fb7-8cef-004d3169670c req-abe6ac2b-adbb-419f-8aee-417717f44add tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0811658 Aug 27 15:07:59.107604 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-b52db0d9-3331-4fb7-8cef-004d3169670c req-49d19278-5620-4f43-b0f0-1571485a5428 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445349 Aug 27 15:07:59.134944 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a1828254-efdc-4448-8b83-751e418ac5e1 req-1b5f091b-3f5c-4195-ad0c-8a82dfa8d9f3 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724540 Aug 27 15:07:59.178388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:59.422125 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35d0e6-71df-4b0e-9843-c620d3baa70c tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:59.423946 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-cb35d0e6-71df-4b0e-9843-c620d3baa70c tempest-TestVolumeBootPattern-524565976 tempest-TestVolumeBootPattern-524565976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1094 time: 0.2473829 Aug 27 15:07:59.426742 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33726) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:59.432019 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'port_id': '12262f97-d25e-42a8-975d-0c39904d1eae', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:59.459450 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:59.578533 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:59.922101 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Allocated IP 172.27.2.112 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/9150236f-4967-4620-8b54-a8ce2b63ccaa) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:00.035582 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.077136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.114585 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:00.121220 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:00.125103 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:00.130928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=9150236f-4967-4620-8b54-a8ce2b63ccaa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:00.160158 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.160440 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.160791 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.161129 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.161465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.161883 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.162119 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.162481 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.162812 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.163137 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.163465 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.163793 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:00.240462 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fdfcf-9437-4f48-ae06-f9b75f4a722e req-8709f58c-9b26-4032-b6c3-b01ae1556d80 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:00.242096 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-812fdfcf-9437-4f48-ae06-f9b75f4a722e req-8709f58c-9b26-4032-b6c3-b01ae1556d80 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0566916 Aug 27 15:08:00.283135 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-812fdfcf-9437-4f48-ae06-f9b75f4a722e req-15be0fd1-7169-4af6-8ecb-4540740fbf83 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343018 Aug 27 15:08:00.495723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.561089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.711127 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.716470 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.789270 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event updated for resources: {'Port': ['ID=9150236f-4967-4620-8b54-a8ce2b63ccaa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:00.798007 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:00.895536 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP 1ee2611b-407e-4acd-bc93-c586ac4201aa associated. External IP: 172.27.2.112, port: 12262f97-d25e-42a8-975d-0c39904d1eae. Aug 27 15:08:01.100825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:01.206469 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:01.217597 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:01.223811 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:01.230023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:01.230758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:07:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:01.253537 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-112d51d2-4aa1-4905-a803-eba4e1f10d59 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8241940 Aug 27 15:08:01.253537 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:01.255043 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:01.291139 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288b17b-ed27-468d-977a-20d029c9f32e x-openstack-request-id: req-c288b17b-ed27-468d-977a-20d029c9f32e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:01.291429 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:01.291683 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c288b17b-ed27-468d-977a-20d029c9f32e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:01.292087 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae', 'status': 'completed', 'code': 200} Aug 27 15:08:01.339223 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:01.398482 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eca2f8-25f5-400b-82e0-9d0c131f934a req-3ab6bf0b-a958-4448-a07f-8ac78cca79f2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:01.399925 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92eca2f8-25f5-400b-82e0-9d0c131f934a req-3ab6bf0b-a958-4448-a07f-8ac78cca79f2 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0481610 Aug 27 15:08:01.443366 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-92eca2f8-25f5-400b-82e0-9d0c131f934a req-09388e0b-4180-44e0-9cbd-280c1fd301d6 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374684 Aug 27 15:08:01.571900 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '1ee2611b-407e-4acd-bc93-c586ac4201aa', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': '12262f97-d25e-42a8-975d-0c39904d1eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:25:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:00Z', 'updated_at': '2021-08-27T15:08:00Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}, {'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:01.600989 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:01.604647 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f550d84c-ec94-4062-adac-898fe2d5cd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:01.611617 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:01.612215 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:01.828995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:02.050878 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '1ee2611b-407e-4acd-bc93-c586ac4201aa', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': '12262f97-d25e-42a8-975d-0c39904d1eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:25:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:00Z', 'updated_at': '2021-08-27T15:08:00Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}, {'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:02.080281 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a959a6-24c7-404a-b551-fe501f757c34 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '1ee2611b-407e-4acd-bc93-c586ac4201aa', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': '12262f97-d25e-42a8-975d-0c39904d1eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:25:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:00Z', 'updated_at': '2021-08-27T15:08:00Z', 'revision_number': 0, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}, {'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:02.116167 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:02.276516 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-43d6660b-5c4a-49f2-8618-50ccc78fde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:02.278276 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-43d6660b-5c4a-49f2-8618-50ccc78fde1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1099 time: 0.0470941 Aug 27 15:08:02.278868 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdccaa5-e96a-459a-9e62-75641c2fbae9 None None] New status for floating IP 1ee2611b-407e-4acd-bc93-c586ac4201aa: ACTIVE {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:08:02.382286 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-28465799-6f8b-4dc6-a59e-064856ed91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:02.383723 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-28465799-6f8b-4dc6-a59e-064856ed91c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0882032 Aug 27 15:08:02.462272 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-2a65733c-d237-484b-bd3e-81d492e91a0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 200 len: 1000 time: 0.0615189 Aug 27 15:08:02.535035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-c115c9f2-06d7-497c-8c37-31a67aec4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:02.536804 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-c115c9f2-06d7-497c-8c37-31a67aec4335 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0595696 Aug 27 15:08:02.567307 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bffeba-8766-4edb-9d1f-692477b00a73 req-bd74b3b8-3782-4d3c-8693-754563221fbb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:02.568836 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c6bffeba-8766-4edb-9d1f-692477b00a73 req-bd74b3b8-3782-4d3c-8693-754563221fbb tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0549674 Aug 27 15:08:02.589127 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-9b07f389-ab10-46a8-bca3-485d930904b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:02.590715 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-9b07f389-ab10-46a8-bca3-485d930904b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405681 Aug 27 15:08:02.611377 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c6bffeba-8766-4edb-9d1f-692477b00a73 req-883bb1f7-d279-4b4e-a354-77f49d841838 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358484 Aug 27 15:08:02.630450 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:02.689235 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-0a5576e9-b4bf-41f2-8c5d-4e343db596d6 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871446 Aug 27 15:08:02.778664 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-bf0aac14-9561-4d4e-9eec-fc135bd90a3d req-d3a547c5-893b-4c01-bd50-60e003ec7832 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792639 Aug 27 15:08:03.747521 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78344e73-b12d-49b2-a389-27af7423a435 req-a3886296-0294-4040-8107-d38b457876cf tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:03.749044 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-78344e73-b12d-49b2-a389-27af7423a435 req-a3886296-0294-4040-8107-d38b457876cf tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0594182 Aug 27 15:08:03.798764 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-78344e73-b12d-49b2-a389-27af7423a435 req-7f92b453-844c-4cb9-8fa2-4ebfeea2b086 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426579 Aug 27 15:08:04.889777 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:04.916625 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26ae9d-4e6c-495e-a63e-6c69b4c6e3e1 req-e01f27c5-cbfc-4a19-9a69-7e0e8c924116 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:04.918147 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8c26ae9d-4e6c-495e-a63e-6c69b4c6e3e1 req-e01f27c5-cbfc-4a19-9a69-7e0e8c924116 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0512938 Aug 27 15:08:04.959773 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8c26ae9d-4e6c-495e-a63e-6c69b4c6e3e1 req-0f35812f-7682-4d83-9b0e-85ad88536217 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354171 Aug 27 15:08:05.015460 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33876) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:05.060677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Deleting subnet 88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:08:05.063681 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.101634 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.139726 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.191190 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.216547 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:05.220214 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.223147 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-c9947de3-7c12-4d57-b7e9-db0e5bf38d75 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88b6a59f-6c45-4c7e-84ea-2b2d3379a4ff HTTP/1.1" status: 204 len: 168 time: 0.2056091 Aug 27 15:08:05.224572 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33878) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:05.293994 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.371677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.381233 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e08e259-ec42-45ac-8f55-885d198163ae']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:05.392033 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:05.392352 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe39c859-0a33-4c41-bc0f-9ec25b78ab9e') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:05.401027 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.414153 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.419836 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:08:05.420212 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:08:05.421773 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:08:05.478390 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.483401 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.485348 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e08e259-ec42-45ac-8f55-885d198163ae HTTP/1.1" status: 204 len: 168 time: 0.2598226 Aug 27 15:08:05.491999 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.500788 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a96582-c233-441d-8d1d-6415b553cf9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e08e259-ec42-45ac-8f55-885d198163ae,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:05.644571 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33882) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:05.684354 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-67029763-4f20-4ee4-84db-0aec5c82d8af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75afa9e126894a6e8c75d3c580afd875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386260 Aug 27 15:08:05.686622 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33884) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:05.732214 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.753026 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.802704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.805372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:05.807072 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3efae1d-7fe9-429f-a7c7-af28ba8714e2 HTTP/1.1" status: 204 len: 168 time: 0.1195700 Aug 27 15:08:05.815105 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d034dd0-e9a4-441e-90db-3a4c323508e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efae1d-7fe9-429f-a7c7-af28ba8714e2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:06.080049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba6af6-ccac-4ab5-89aa-d4dabeb8ca16 req-b93cee4d-c660-4d50-918c-e5d9f595cc69 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:06.081543 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-39ba6af6-ccac-4ab5-89aa-d4dabeb8ca16 req-b93cee4d-c660-4d50-918c-e5d9f595cc69 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0547497 Aug 27 15:08:06.122540 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-39ba6af6-ccac-4ab5-89aa-d4dabeb8ca16 req-78353375-e463-4459-8aa8-af6e3d66c73c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348978 Aug 27 15:08:07.250310 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba25c46-0329-4c30-a19a-af69ae46368d req-3357c571-5494-44aa-b5af-cbfa7d4be9fd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:07.251992 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ba25c46-0329-4c30-a19a-af69ae46368d req-3357c571-5494-44aa-b5af-cbfa7d4be9fd tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0515413 Aug 27 15:08:07.295389 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1ba25c46-0329-4c30-a19a-af69ae46368d req-dd9c2664-eec4-4e61-9045-019e33570961 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361311 Aug 27 15:08:08.308480 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33948) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:08.411762 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662f39-be24-4a74-b5d7-7d8685846f7e req-ac65a065-4cf9-41b4-9842-24e4178f5f43 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:08.413270 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-73662f39-be24-4a74-b5d7-7d8685846f7e req-ac65a065-4cf9-41b4-9842-24e4178f5f43 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0483286 Aug 27 15:08:08.414244 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e48f90d-5a7f-452b-aa64-9e06cb80e9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.453485 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-73662f39-be24-4a74-b5d7-7d8685846f7e req-ed9e3b2e-8bd7-4dde-be3e-fa2420301d70 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335624 Aug 27 15:08:08.506035 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e48f90d-5a7f-452b-aa64-9e06cb80e9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.510264 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e48f90d-5a7f-452b-aa64-9e06cb80e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.550249 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4e48f90d-5a7f-452b-aa64-9e06cb80e9f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c16b08f6553e4e718bfc34840bfa986d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406805 Aug 27 15:08:08.551145 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48f90d-5a7f-452b-aa64-9e06cb80e9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e9bc4-6559-431f-af88-fd6c2380a38c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:08.553026 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:08.601298 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.621949 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.671564 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.674041 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:08.675206 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb3e9bc4-6559-431f-af88-fd6c2380a38c HTTP/1.1" status: 204 len: 168 time: 0.1211622 Aug 27 15:08:08.682686 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dc599-876a-457e-9bfa-13aeca26be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e9bc4-6559-431f-af88-fd6c2380a38c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:09.282469 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:09.295430 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 33986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:09.387092 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211503116-network', 'tenant_id': '0d6ef237af174871a85031101660bd23'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:09.414185 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ff363d-5d2d-463f-93ae-b99e2194d301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.423341 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Made reservation on behalf of 0d6ef237af174871a85031101660bd23 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:09.425566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.438303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.525574 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ff363d-5d2d-463f-93ae-b99e2194d301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.531604 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ff363d-5d2d-463f-93ae-b99e2194d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.573734 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a299-dc7b-4d1b-bc50-f2dc642511b3 req-e51d51ea-f49c-4e72-83ca-9a1a755e9c5a tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:09.575362 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1894a299-dc7b-4d1b-bc50-f2dc642511b3 req-e51d51ea-f49c-4e72-83ca-9a1a755e9c5a tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0537453 Aug 27 15:08:09.584579 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-19ff363d-5d2d-463f-93ae-b99e2194d301 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a56aa6d63f3940d1833364b3caf81afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858174 Aug 27 15:08:09.585376 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33992) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:09.590058 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff363d-5d2d-463f-93ae-b99e2194d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d379c368-7845-4a12-a11a-d73928d651e4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:09.654022 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.656150 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1894a299-dc7b-4d1b-bc50-f2dc642511b3 req-f73a22e2-d841-4c76-b852-5bd090ba5739 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721941 Aug 27 15:08:09.659673 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.680160 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:08:09.683368 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.700120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.700366 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Added segment 7a1a9c39-e52e-422d-aafb-f3cae7487f99 of type vlan for network 9f05ecd0-496b-4439-a05e-5f716f49a0dc Aug 27 15:08:09.705899 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.707592 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1292a97-81d0-4866-9a4c-d3f6f0051318,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:09.745529 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.755484 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.759059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.760385 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d379c368-7845-4a12-a11a-d73928d651e4 HTTP/1.1" status: 204 len: 168 time: 0.1681299 Aug 27 15:08:09.770379 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6532b-9f36-441b-892b-aa626c6737d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d379c368-7845-4a12-a11a-d73928d651e4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:09.774792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.776024 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:09.776448 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:09.823585 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5393386 Aug 27 15:08:09.826757 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 33996) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:09.831966 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Request body: {'subnet': {'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211503116-subnet', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:09.841561 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae3e7f-70eb-46e7-a210-4795203deb6d admin admin] Pushing event updated for resources: {'Network': ['ID=9f05ecd0-496b-4439-a05e-5f716f49a0dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:09.852118 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:08:09.859591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Made reservation on behalf of 0d6ef237af174871a85031101660bd23 for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:09.862091 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.035425 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.092616 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d047f7-bafb-4444-a3f3-3742013060b8,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:10.101246 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Checking segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:10.101632 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Network hostable DHCP agents. Network: 9f05ecd0-496b-4439-a05e-5f716f49a0dc, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:08:10.119007 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:08:10.129100 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, 9f05ecd0-496b-4439-a05e-5f716f49a0dc) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:10.135077 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:10.136679 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.144851 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2a09f-68d3-4899-9ac0-176883a76c16 None None] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:10.159860 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-dce2c797-45fa-4357-a993-f660c955acd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3319941 Aug 27 15:08:10.163087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:10.168329 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:10.189262 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.190462 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.247721 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.306874 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:08:10.308695 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.389575 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.458873 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Allocated IP 172.20.0.2 (9f05ecd0-496b-4439-a05e-5f716f49a0dc/a0d047f7-bafb-4444-a3f3-3742013060b8/2d977ebf-9214-4c11-ba06-c00c489e5f12) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:10.629639 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.638597 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Transition to ACTIVE for port object 2d977ebf-9214-4c11-ba06-c00c489e5f12 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:10.652069 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.659189 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Transition to ACTIVE for port object 2d977ebf-9214-4c11-ba06-c00c489e5f12 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:10.670856 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.672370 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.722612 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:10.727792 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:10.731027 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:10.740191 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Pushing event updated for resources: {'Port': ['ID=2d977ebf-9214-4c11-ba06-c00c489e5f12,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:10.792250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Attempting to bind port 2d977ebf-9214-4c11-ba06-c00c489e5f12 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:10.792937 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Attempting to bind port 2d977ebf-9214-4c11-ba06-c00c489e5f12 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:10.793310 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Attempting to bind port 2d977ebf-9214-4c11-ba06-c00c489e5f12 on network 9f05ecd0-496b-4439-a05e-5f716f49a0dc {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:10.800313 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:10.800601 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Checking segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:10.801379 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.801931 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Bound using segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:10.802586 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Bound port: 2d977ebf-9214-4c11-ba06-c00c489e5f12, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:10.803157 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.814101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c45003-6e4f-4a23-913f-c2f201ecd1b1 req-a18ca448-1d18-4c8d-81ca-12034b18fd44 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:10.815615 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-65c45003-6e4f-4a23-913f-c2f201ecd1b1 req-a18ca448-1d18-4c8d-81ca-12034b18fd44 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0796189 Aug 27 15:08:10.845465 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Allocated IP 172.27.2.117 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/b4a8e62d-dbdb-4431-9841-23e7efb9402e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:10.875829 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] For port 2d977ebf-9214-4c11-ba06-c00c489e5f12, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:10.879809 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] For port 2d977ebf-9214-4c11-ba06-c00c489e5f12, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2d977ebf-9214-4c11-ba06-c00c489e5f12,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:10.883967 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.884481 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-65c45003-6e4f-4a23-913f-c2f201ecd1b1 req-714d1b09-9ec6-42ef-92af-d7d5fec1515b tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562816 Aug 27 15:08:10.954435 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde9390-7d1c-4415-a8bc-d1c3132c2021 None None] Pushing event updated for resources: {'Port': ['ID=2d977ebf-9214-4c11-ba06-c00c489e5f12,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:11.003258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:11.050592 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:11.102780 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:11.110127 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:11.112942 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:11.138866 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Pushing event updated for resources: {'Port': ['ID=b4a8e62d-dbdb-4431-9841-23e7efb9402e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:11.412812 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:11.602044 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:11.610624 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:08:11.735455 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Router ed30ba07-5d78-419a-909f-92a59f6365b9 is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:08:11.840916 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:11.851943 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Sync routers for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:11.857746 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:11.859227 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-df7b054a-138d-45a0-a772-0ea401c0ad6b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6950786 Aug 27 15:08:11.861873 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:11.864923 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:11.865755 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:11.992047 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:12.034985 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819be1c-1b50-4a46-8d22-027bcc882358 None None] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:12.043552 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaa023-bbb2-4b25-9ca7-9457e811eab3 req-329d06c0-b1e8-42de-9171-faccef90872f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:12.045172 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0cdaa023-bbb2-4b25-9ca7-9457e811eab3 req-329d06c0-b1e8-42de-9171-faccef90872f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0740576 Aug 27 15:08:12.087706 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-0cdaa023-bbb2-4b25-9ca7-9457e811eab3 req-d1a047cc-465e-44b5-9ddd-8471a005dd1c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357871 Aug 27 15:08:12.169279 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2e1060b8-5da9-4208-a781-fbea2e0c89ea None None] Provisioning for port 2d977ebf-9214-4c11-ba06-c00c489e5f12 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:12.368579 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:11Z', 'revision_number': 3, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:12.398058 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Checking router: ed30ba07-5d78-419a-909f-92a59f6365b9 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:12.398493 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Updating router ed30ba07-5d78-419a-909f-92a59f6365b9 port b4a8e62d-dbdb-4431-9841-23e7efb9402e binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:12.424419 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.583230 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.699628 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.709306 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Transition to ACTIVE for port object b4a8e62d-dbdb-4431-9841-23e7efb9402e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:12.715667 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.738453 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Allocated IP 172.20.0.1 (9f05ecd0-496b-4439-a05e-5f716f49a0dc/a0d047f7-bafb-4444-a3f3-3742013060b8/5fbee45b-3673-42e0-8b1c-670df7c531ee) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:12.766955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Attempting to bind port b4a8e62d-dbdb-4431-9841-23e7efb9402e on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:12.767250 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Attempting to bind port b4a8e62d-dbdb-4431-9841-23e7efb9402e by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:12.767616 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Attempting to bind port b4a8e62d-dbdb-4431-9841-23e7efb9402e on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:12.772984 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f84b-bdab-443c-a7de-7dd6d8667f96 None None] Pushing event updated for resources: {'Port': ['ID=b4a8e62d-dbdb-4431-9841-23e7efb9402e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:12.778276 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:12.778695 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:12.779092 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.779479 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:12.779945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Bound port: b4a8e62d-dbdb-4431-9841-23e7efb9402e, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:12.780323 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.831405 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] For port b4a8e62d-dbdb-4431-9841-23e7efb9402e, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:12.834621 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] For port b4a8e62d-dbdb-4431-9841-23e7efb9402e, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b4a8e62d-dbdb-4431-9841-23e7efb9402e,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:12.838864 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.840311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.853316 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Transition to ACTIVE for port object 5fbee45b-3673-42e0-8b1c-670df7c531ee will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:12.887116 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:12.903468 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:12.903468 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:12.903468 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f84b-bdab-443c-a7de-7dd6d8667f96 None None] Pushing event updated for resources: {'Port': ['ID=b4a8e62d-dbdb-4431-9841-23e7efb9402e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:12.927436 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:12.930292 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:12.936787 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:12.962051 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:12.991209 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.076193 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2d977ebf-9214-4c11-ba06-c00c489e5f12 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:13.152551 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.195169 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:13.221123 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 2d977ebf-9214-4c11-ba06-c00c489e5f12 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:13.256116 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2d977ebf-9214-4c11-ba06-c00c489e5f12 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:13.256492 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.288072 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4932-6992-419d-b43d-d4688bafdacd req-41ba4556-91ad-4ede-a0c2-c74ac6e2fb52 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:13.289205 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9acf4932-6992-419d-b43d-d4688bafdacd req-41ba4556-91ad-4ede-a0c2-c74ac6e2fb52 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.1011672 Aug 27 15:08:13.327901 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-64d5e912-9177-4c0f-81d0-8b24a6acbdd8 None None] Provisioning for port 5fbee45b-3673-42e0-8b1c-670df7c531ee completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:13.339117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-64d5e912-9177-4c0f-81d0-8b24a6acbdd8 None None] Provisioning complete for port 5fbee45b-3673-42e0-8b1c-670df7c531ee triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:13.339490 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64d5e912-9177-4c0f-81d0-8b24a6acbdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.366916 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-9acf4932-6992-419d-b43d-d4688bafdacd req-ab4ddb0d-0f7b-4648-94ce-ccdbea13d0b4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680192 Aug 27 15:08:13.416078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.421572 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.448693 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-64d5e912-9177-4c0f-81d0-8b24a6acbdd8 None None] Port 5fbee45b-3673-42e0-8b1c-670df7c531ee cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:13.468692 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.489244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:13.492602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.513607 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 2d977ebf-9214-4c11-ba06-c00c489e5f12, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2d977ebf-9214-4c11-ba06-c00c489e5f12,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:13.516136 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:11Z', 'revision_number': 3, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:13.519244 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.550900 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c642-8b99-42a4-80f5-940124b06b74 None None] The sync data for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi is: [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:11Z', 'revision_number': 3, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:13.592943 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:13.594634 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:13.598510 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=2d977ebf-9214-4c11-ba06-c00c489e5f12,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:13.715561 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Router ed30ba07-5d78-419a-909f-92a59f6365b9 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:13.840744 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:13.847203 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-f6499ebb-478b-47d1-a7f6-0346c7e06f93 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed30ba07-5d78-419a-909f-92a59f6365b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841611 Aug 27 15:08:13.871662 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-8d6a82e6-6e2e-4435-aedb-9431156f77c1 None None] Provisioning complete for port 5fbee45b-3673-42e0-8b1c-670df7c531ee triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:13.872040 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d6a82e6-6e2e-4435-aedb-9431156f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:13.918000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a82e6-6e2e-4435-aedb-9431156f77c1 None None] Port 5fbee45b-3673-42e0-8b1c-670df7c531ee cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:14.384537 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:14.390532 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1899841683-network', 'tenant_id': '9a586292888d4e8592261a9c46ce219e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:14.411675 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Made reservation on behalf of 9a586292888d4e8592261a9c46ce219e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:14.414433 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.423329 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.484717 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cdac2-700c-456c-b037-d0b5fd81c984 req-951ff509-0722-4bb3-9186-3a0a80bf57ed tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:14.486495 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-808cdac2-700c-456c-b037-d0b5fd81c984 req-951ff509-0722-4bb3-9186-3a0a80bf57ed tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0529494 Aug 27 15:08:14.514149 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.519401 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.530604 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-808cdac2-700c-456c-b037-d0b5fd81c984 req-1fe357cd-89ca-422c-a2d1-16325cf36c87 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377536 Aug 27 15:08:14.547977 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:08:14.564085 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6792431f-768e-4383-a0ad-8f0e47725be4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:14.566960 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.567308 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.segments_db [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Added segment cbd7d7b2-3292-4422-8a93-a636eac28f23 of type vlan for network f40133d0-26e9-41b1-9d5f-811ea88a6968 Aug 27 15:08:14.606387 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780542812775'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.634733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.636473 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:14.637061 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.687695 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3020811 Aug 27 15:08:14.690513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34074) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:14.695491 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Request body: {'subnet': {'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1899841683-subnet', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'ip_version': 4}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:14.698517 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebac10-4c70-496e-96b6-dfb156ace8aa admin admin] Pushing event updated for resources: {'Network': ['ID=f40133d0-26e9-41b1-9d5f-811ea88a6968,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:14.708261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 details requested by agent ovs-agent-dv-cinder-786929-5-iscsi with host dv-cinder-786929-5-iscsi {{(pid=93961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:08:14.718278 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Made reservation on behalf of 9a586292888d4e8592261a9c46ce219e for: {'subnet': 1} {{(pid=93960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:14.721628 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25682034'] for subnet, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.897562 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26327552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681920'] for subnet, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.951056 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5591c7e1-15d2-4bc7-894a-ea87caa04557,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:14.963562 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Checking segment: {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:14.964014 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Network hostable DHCP agents. Network: f40133d0-26e9-41b1-9d5f-811ea88a6968, hostable agents: ['51998c37-877e-416b-a490-eccca9093dd2'], hosted agents: [] {{(pid=93960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:08:14.982252 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 is scheduled to be hosted by DHCP agent 51998c37-877e-416b-a490-eccca9093dd2 with binding_index 1 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:08:14.993148 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-5-iscsi, f40133d0-26e9-41b1-9d5f-811ea88a6968) {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:14.998765 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:14.999357 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.007133 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af482813-e88d-4147-9a3f-43fed02d399f None None] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:15.014753 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b1921cda-f9c9-4463-8859-0aba1f6b3285 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230650 Aug 27 15:08:15.017374 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:15.022178 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:15.033099 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Sync routers for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:15.042961 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:15.043585 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:15.057015 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-752103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4366'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.058253 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.111235 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2d977ebf-9214-4c11-ba06-c00c489e5f12 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:15.132781 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.171225 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:15.218108 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp034206e8-5ed0-502a-9c83-5206ecaf3867-f40133d0-26e9-41b1-9d5f-811ea88a6968', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557'}]}} from dv-cinder-786929-5-iscsi. {{(pid=93961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:08:15.219178 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.232788 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 2d977ebf-9214-4c11-ba06-c00c489e5f12 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:15.233159 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.294037 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.371272 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 2, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:15.403202 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Checking router: ed30ba07-5d78-419a-909f-92a59f6365b9 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:15.403790 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Updating router ed30ba07-5d78-419a-909f-92a59f6365b9 port 5fbee45b-3673-42e0-8b1c-670df7c531ee binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:15.424872 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b4a8e62d-dbdb-4431-9841-23e7efb9402e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:15.438695 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.448938 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.db_base_plugin_common [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Allocated IP 172.20.0.2 (f40133d0-26e9-41b1-9d5f-811ea88a6968/5591c7e1-15d2-4bc7-894a-ea87caa04557/3ff3d991-388a-4f5c-b1bc-f1113f108be4) {{(pid=93961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:15.525647 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.535858 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port b4a8e62d-dbdb-4431-9841-23e7efb9402e completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:15.545876 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port b4a8e62d-dbdb-4431-9841-23e7efb9402e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:15.546320 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.548345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.678486 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.694486 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Transition to ACTIVE for port object 3ff3d991-388a-4f5c-b1bc-f1113f108be4 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:15.700000 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.715982 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Allocated IP 172.27.2.201 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/0ee41b2b-d0bc-4a65-a247-f9ffaff53146) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:15.716439 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.726203 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Transition to ACTIVE for port object 3ff3d991-388a-4f5c-b1bc-f1113f108be4 will not be triggered until provisioned by entity DHCP. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:15.728098 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Transition to ACTIVE for port object 5fbee45b-3673-42e0-8b1c-670df7c531ee will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:15.731817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port b4a8e62d-dbdb-4431-9841-23e7efb9402e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b4a8e62d-dbdb-4431-9841-23e7efb9402e,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:15.735500 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108'] for port, after_create {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.736547 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.737333 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c860c2e-84a1-4646-8ad8-ccaef0f7eb29 req-78a73b03-df77-428d-8fa9-ff361eb356b5 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:15.738903 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c860c2e-84a1-4646-8ad8-ccaef0f7eb29 req-78a73b03-df77-428d-8fa9-ff361eb356b5 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0857649 Aug 27 15:08:15.740703 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.781659 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Pushing event updated for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:15.785951 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 is already hosted by enough agents. {{(pid=93961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:15.789841 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.scheduler.base_scheduler [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Resources bound (agent type, host, resource id): {{(pid=93961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:15.792647 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Received port after_create {{(pid=93961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:15.794734 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Pushing event updated for resources: {'Port': ['ID=3ff3d991-388a-4f5c-b1bc-f1113f108be4,revision_number=1']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:15.818488 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.818911 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.819322 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.819731 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.820126 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.820522 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.821072 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.821465 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.821880 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.822437 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.822997 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.823512 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:15.860193 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Attempting to bind port 5fbee45b-3673-42e0-8b1c-670df7c531ee on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:15.860655 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Attempting to bind port 5fbee45b-3673-42e0-8b1c-670df7c531ee by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:15.861264 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Attempting to bind port 5fbee45b-3673-42e0-8b1c-670df7c531ee on network 9f05ecd0-496b-4439-a05e-5f716f49a0dc {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:15.866444 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1c860c2e-84a1-4646-8ad8-ccaef0f7eb29 req-279a4bdb-9f1c-4c08-8d18-ac8a18097d6a tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048961 Aug 27 15:08:15.867158 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:15.867802 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Checking segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:15.868401 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.868951 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Bound using segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:15.869592 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Bound port: 5fbee45b-3673-42e0-8b1c-670df7c531ee, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:15.870559 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.882764 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Attempting to bind port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:15.883143 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Attempting to bind port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:15.883496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Attempting to bind port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 on network f40133d0-26e9-41b1-9d5f-811ea88a6968 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:15.895669 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=b4a8e62d-dbdb-4431-9841-23e7efb9402e,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:15.911056 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:15.911431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Checking segment: {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:15.912056 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.912611 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Bound using segment: {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:15.913255 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Bound port: 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:15.913810 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.935935 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.952115 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] For port 5fbee45b-3673-42e0-8b1c-670df7c531ee, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:15.958427 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] For port 5fbee45b-3673-42e0-8b1c-670df7c531ee, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=5fbee45b-3673-42e0-8b1c-670df7c531ee,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:15.965881 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:15.989517 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:16.014284 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] For port 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:16.019840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] For port 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3ff3d991-388a-4f5c-b1bc-f1113f108be4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:16.027266 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:16.036323 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:16.037892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:16.039003 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cd3c8-5bf1-4c79-8d7d-4ca05c865c1e None None] Pushing event updated for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=4']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:16.040770 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:16.055327 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:16.056111 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:16.080455 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:16.111333 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632772a-7224-44e4-8bec-7881ef182f16 None None] Pushing event updated for resources: {'Port': ['ID=3ff3d991-388a-4f5c-b1bc-f1113f108be4,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:16.191425 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:16.373238 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:16.436551 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-8552999c-1db7-4245-bcba-604211c2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:16.467227 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552999c-1db7-4245-bcba-604211c2236d None None] The sync data for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi is: [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:16.628345 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750078'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:16.761841 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Router 87db6aee-3128-484b-8e25-c974c8b769df is scheduled to L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:08:17.100477 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa254a-6aab-444b-8eba-53614341d0c7 req-311ab173-7172-4e9f-a987-b7a6e3ae50a9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:17.110429 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4aa254a-6aab-444b-8eba-53614341d0c7 req-311ab173-7172-4e9f-a987-b7a6e3ae50a9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0770395 Aug 27 15:08:17.172189 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b515b-a5aa-4dff-a82d-ad2baa4bdc89 None None] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:17.174527 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-d4aa254a-6aab-444b-8eba-53614341d0c7 req-0563b65c-78a4-46f3-a89c-3fd74ff81c54 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb01cb9-ec5f-4197-9a88-badfefc918d0&id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629284 Aug 27 15:08:17.205350 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:17.239823 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.239823 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-373e33aa-5d09-4094-9ebd-9873d65fd891 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2182298 Aug 27 15:08:17.240047 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Sync routers for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:17.240146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:17.242435 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3ff3d991-388a-4f5c-b1bc-f1113f108be4 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:17.294478 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-71e24bde-79ee-4552-90f9-c2c5a79a5657 None None] Provisioning for port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:17.296564 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:17.297374 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:17.575861 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:17.587827 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:17.588844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.644625 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:17.710203 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.831286 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.882269 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Allocated IP 172.20.0.1 (f40133d0-26e9-41b1-9d5f-811ea88a6968/5591c7e1-15d2-4bc7-894a-ea87caa04557/40340315-af89-4319-b7dd-2ac03296e3e4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:17.891136 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3ff3d991-388a-4f5c-b1bc-f1113f108be4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:17.904977 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.906196 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 5fbee45b-3673-42e0-8b1c-670df7c531ee up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:17.989874 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:16Z', 'revision_number': 3, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:18.006035 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.020908 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Transition to ACTIVE for port object 40340315-af89-4319-b7dd-2ac03296e3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:18.023556 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=3ff3d991-388a-4f5c-b1bc-f1113f108be4,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.026866 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Checking router: 87db6aee-3128-484b-8e25-c974c8b769df for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:18.027222 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Updating router 87db6aee-3128-484b-8e25-c974c8b769df port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 binding host dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:18.063366 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 5fbee45b-3673-42e0-8b1c-670df7c531ee completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:18.064569 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.071280 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.074102 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 5fbee45b-3673-42e0-8b1c-670df7c531ee triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:18.074488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.111300 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:18.114927 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:18.120206 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-54dd7a0b-c4a1-41a9-be9a-a25d4cfd8eed None None] Provisioning complete for port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:18.120998 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:18.121115 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-54dd7a0b-c4a1-41a9-be9a-a25d4cfd8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.145608 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Pushing event updated for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.157137 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.157746 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.158100 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.158495 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.158798 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.159135 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.159481 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.159871 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.160878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.160878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.160878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.161183 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:18.178790 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749857'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.323495 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.365633 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.428145 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 5fbee45b-3673-42e0-8b1c-670df7c531ee, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=5fbee45b-3673-42e0-8b1c-670df7c531ee,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:18.436984 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.437768 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b4a8e62d-dbdb-4431-9841-23e7efb9402e up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:18.487907 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.493071 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.560673 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Pushing event updated for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.564080 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750334'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.565042 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-01791db0-cf3c-401a-a64c-3e972ca6a5bb None None] Provisioning for port 40340315-af89-4319-b7dd-2ac03296e3e4 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:18.567005 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.574144 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.580256 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-01791db0-cf3c-401a-a64c-3e972ca6a5bb None None] Provisioning complete for port 40340315-af89-4319-b7dd-2ac03296e3e4 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:18.580623 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-01791db0-cf3c-401a-a64c-3e972ca6a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.613324 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Transition to ACTIVE for port object 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:18.624671 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port b4a8e62d-dbdb-4431-9841-23e7efb9402e triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:18.625049 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.628812 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.668279 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:18.669690 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:18.675171 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-01791db0-cf3c-401a-a64c-3e972ca6a5bb None None] Port 40340315-af89-4319-b7dd-2ac03296e3e4 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:18.719803 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef21c8e-202d-4d1d-8d57-07c0d6223b6b None None] Pushing event updated for resources: {'Port': ['ID=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.723267 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Attempting to bind port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:18.723633 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Attempting to bind port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:18.724001 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Attempting to bind port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 on network 248ce647-a43b-4e50-b944-9c460055ac68 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:18.732315 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:18.732699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Checking segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:18.733101 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.733496 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Bound using segment: {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:18.733972 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Bound port: 0ee41b2b-d0bc-4a65-a247-f9ffaff53146, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2aeca0-d5cc-4475-b664-4820cee96d83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:18.734378 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.797466 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Router 87db6aee-3128-484b-8e25-c974c8b769df has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:18.818967 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] For port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:18.822242 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] For port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:18.829503 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:18.906717 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef21c8e-202d-4d1d-8d57-07c0d6223b6b None None] Pushing event updated for resources: {'Port': ['ID=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:18.909568 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:18.909849 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:18.938833 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:18.949136 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-69d5e019-7727-4f31-b783-8ecc9238b398 admin admin] 10.222.0.42 "PUT /v2.0/routers/87db6aee-3128-484b-8e25-c974c8b769df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082958 Aug 27 15:08:18.959183 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f2690349-d0c8-47cb-abe5-428accc7de49 None None] Provisioning complete for port 40340315-af89-4319-b7dd-2ac03296e3e4 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:18.959593 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2690349-d0c8-47cb-abe5-428accc7de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.040702 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3ff3d991-388a-4f5c-b1bc-f1113f108be4 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:19.063752 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-f2690349-d0c8-47cb-abe5-428accc7de49 None None] Port 40340315-af89-4319-b7dd-2ac03296e3e4 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:19.105690 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:19.121688 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:19.148379 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:19.148745 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.239881 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16304a3f-8380-4f45-977e-6abbf7f8e609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.336583 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16304a3f-8380-4f45-977e-6abbf7f8e609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.341850 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16304a3f-8380-4f45-977e-6abbf7f8e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.383468 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-16304a3f-8380-4f45-977e-6abbf7f8e609 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92bfd449aaa5425481e8b7bc5bb8f2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577429 Aug 27 15:08:19.383468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16304a3f-8380-4f45-977e-6abbf7f8e609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3adfa26-dc51-4987-8d0f-a4890cb223eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:19.383824 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34118) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:19.437046 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.458580 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.481710 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 5fbee45b-3673-42e0-8b1c-670df7c531ee up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:19.505544 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.509147 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.513251 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3adfa26-dc51-4987-8d0f-a4890cb223eb HTTP/1.1" status: 204 len: 168 time: 0.1277614 Aug 27 15:08:19.523865 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49177b1-fc57-4131-8208-015ed61470df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3adfa26-dc51-4987-8d0f-a4890cb223eb,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:19.560030 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '40340315-af89-4319-b7dd-2ac03296e3e4', 'name': '', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'mac_address': 'fa:16:3e:5a:07:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:17Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 2, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'subnets': [{'id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:19.593773 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f116cd-613f-45b1-9201-8ae429ed43cf None None] The sync data for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi is: [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '40340315-af89-4319-b7dd-2ac03296e3e4', 'name': '', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'mac_address': 'fa:16:3e:5a:07:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:17Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 2, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'subnets': [{'id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:19.596634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 5fbee45b-3673-42e0-8b1c-670df7c531ee triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:19.597128 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.602840 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34122) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:19.608594 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318862438', 'description': 'tempest-secgroup-smoke-318862438 description', 'project_id': '0d6ef237af174871a85031101660bd23'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:19.649858 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.763487 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.769162 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.802723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e18eea-b093-4ee2-a766-9ce79d5659e4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:19.822700 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.827741 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:19.828360 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ddddd5f3-e1d2-45de-aa38-d9a00af0d442 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2239366 Aug 27 15:08:19.843951 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:19.875244 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.939897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.943922 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.963273 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc964175-7b8b-4d95-ab23-50615a474fa3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:19.973510 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.974864 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2af00652-2e3d-40cc-81b8-7c4a20f1f758 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435764 Aug 27 15:08:19.977392 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:19.982279 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:20.008457 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.072469 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.076773 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.097557 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2b0625-08df-4668-84e4-2af989a9f964,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:20.101242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.102466 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-08df4c73-d712-4743-81dc-efbc470a32df tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240082 Aug 27 15:08:20.105527 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34128) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:20.110507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:20.137527 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.201142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.204971 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.224752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c52a4-2906-4083-879f-d327923c39e3,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:20.230713 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.231110 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-27333b61-8e57-4e67-8731-0904eb0ccaeb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242616 Aug 27 15:08:20.238569 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34130) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:20.241151 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:20.274944 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.338937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.343554 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.359412 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152c0596-906d-4107-9bb4-b98b46a1fc12,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:20.368698 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.370794 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4fdba32e-5a5b-4167-bbe5-abe20c80f004 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359229 Aug 27 15:08:20.373407 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34132) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:20.378249 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:20.400127 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.securitygroups_db [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Project 0d6ef237af174871a85031101660bd23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:08:20.406712 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.469673 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.473425 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.491079 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c3d59a-7163-4523-b47d-2c2f482acf16,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:20.498000 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.499620 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-f5c9bf97-743b-477f-88bb-f6ca494334e6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250801 Aug 27 15:08:20.501740 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34134) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:20.506437 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'security_group_rule': {'security_group_id': 'd3e18eea-b093-4ee2-a766-9ce79d5659e4', 'project_id': '0d6ef237af174871a85031101660bd23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:20.530403 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.securitygroups_db [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Project 0d6ef237af174871a85031101660bd23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:08:20.536562 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.600805 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.605591 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135829'] for security_group_rule, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.625059 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7389ca-682f-4024-b681-3a104e8d647c,revision_number=0']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:20.631650 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.633113 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-56df41af-e54f-44f2-bd7f-8f9cdd248d54 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303070 Aug 27 15:08:21.032890 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:21.090234 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:21.094572 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:21.094928 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.181281 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.200872 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:21.205324 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.267027 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:21.514929 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Sync routers for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:21.524369 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:21.525021 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:21.713375 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:21.908927 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '40340315-af89-4319-b7dd-2ac03296e3e4', 'name': '', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'mac_address': 'fa:16:3e:5a:07:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:17Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 2, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'subnets': [{'id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:21.938234 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Checking router: 87db6aee-3128-484b-8e25-c974c8b769df for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:21.938618 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Updating router 87db6aee-3128-484b-8e25-c974c8b769df port 40340315-af89-4319-b7dd-2ac03296e3e4 binding host dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:21.962899 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.224242 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks [] for port, precommit_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.234796 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.provisioning_blocks [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Transition to ACTIVE for port object 40340315-af89-4319-b7dd-2ac03296e3e4 will not be triggered until provisioned by entity L2. {{(pid=93962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:22.240540 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.292816 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a47ad7-8f21-4db3-afdb-47034121e6cd None None] Pushing event updated for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=3']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:22.343969 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Attempting to bind port 40340315-af89-4319-b7dd-2ac03296e3e4 on host dv-cinder-786929-5-iscsi for vnic_type normal with profile {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:22.344338 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Attempting to bind port 40340315-af89-4319-b7dd-2ac03296e3e4 by drivers openvswitch,hyperv on host dv-cinder-786929-5-iscsi at level 0 using segments [{'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:22.344694 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Attempting to bind port 40340315-af89-4319-b7dd-2ac03296e3e4 on network f40133d0-26e9-41b1-9d5f-811ea88a6968 {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:22.349619 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Checking agent: {'id': '9a9362e4-c02b-4415-9c7c-67490f1ee513', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 51, 32), 'started_at': datetime.datetime(2021, 8, 27, 14, 52, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:22.349984 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Checking segment: {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:22.350401 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.350789 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Bound using segment: {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'} {{(pid=93962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:22.351243 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.managers [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Bound port: 40340315-af89-4319-b7dd-2ac03296e3e4, host: dv-cinder-786929-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd7d7b2-3292-4422-8a93-a636eac28f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968'}}] {{(pid=93962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:22.351635 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.419624 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] For port 40340315-af89-4319-b7dd-2ac03296e3e4, host dv-cinder-786929-5-iscsi, cleared binding levels {{(pid=93962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:22.423183 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.plugins.ml2.db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] For port 40340315-af89-4319-b7dd-2ac03296e3e4, host dv-cinder-786929-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=40340315-af89-4319-b7dd-2ac03296e3e4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:22.428760 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron_lib.callbacks.manager [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.483754 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:22.484374 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:22.537677 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a47ad7-8f21-4db3-afdb-47034121e6cd None None] Pushing event updated for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=4']} {{(pid=93962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:22.612225 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:22.810267 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '40340315-af89-4319-b7dd-2ac03296e3e4', 'name': '', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'mac_address': 'fa:16:3e:5a:07:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:17Z', 'updated_at': '2021-08-27T15:08:22Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'subnets': [{'id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:22.836458 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b2add-ab80-497d-9cbc-7aec703bfc92 None None] The sync data for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi is: [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '40340315-af89-4319-b7dd-2ac03296e3e4', 'name': '', 'network_id': 'f40133d0-26e9-41b1-9d5f-811ea88a6968', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'mac_address': 'fa:16:3e:5a:07:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:17Z', 'updated_at': '2021-08-27T15:08:22Z', 'revision_number': 4, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'subnets': [{'id': '5591c7e1-15d2-4bc7-894a-ea87caa04557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:23.037003 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:23.087493 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:23.087996 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:23.177438 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 40340315-af89-4319-b7dd-2ac03296e3e4 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:23.230890 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning for port 40340315-af89-4319-b7dd-2ac03296e3e4 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:23.235301 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 40340315-af89-4319-b7dd-2ac03296e3e4 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:23.235681 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:23.319385 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:23.352980 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] For port 40340315-af89-4319-b7dd-2ac03296e3e4, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=40340315-af89-4319-b7dd-2ac03296e3e4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:23.358118 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:23.414592 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Pushing event updated for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:25.008819 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 40340315-af89-4319-b7dd-2ac03296e3e4 up at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:25.055593 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Provisioning complete for port 40340315-af89-4319-b7dd-2ac03296e3e4 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:25.055963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:28.739117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-49927e7c-4c61-4ab6-87ca-f7f87927a983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.576211 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-52e96387-881c-497b-bc3b-93837a56cc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.118298 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.632192 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:34.893568 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:35.492052 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.129968 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-ef929e8c-8a53-4152-bf8a-fb16775d269f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318862438&fields=id&tenant_id=0d6ef237af174871a85031101660bd23 HTTP/1.1" status: 200 len: 267 time: 0.0325792 Aug 27 15:08:39.234130 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8c167f51-48e7-46ca-bf0c-0a91cbb43e00 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:39.235617 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8c167f51-48e7-46ca-bf0c-0a91cbb43e00 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 809 time: 0.0987787 Aug 27 15:08:39.250141 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-6cb3c8e0-9fed-4b51-b03e-cdc10f224255 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/quotas/0d6ef237af174871a85031101660bd23 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Aug 27 15:08:39.302739 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-c55334c1-0596-40ab-abc9-9bbc0e498c58 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475757 Aug 27 15:08:39.396324 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-0066792b-be63-43b1-8f47-9c1475479c56 service neutron] 10.222.0.42 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824471 Aug 27 15:08:39.739785 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-656ce178-3596-4c08-8333-6ea647ae6bec service neutron] 10.222.0.42 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375218 Aug 27 15:08:40.055409 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c582e736-b80d-4911-a39b-62b214b2b3bc req-674347b9-14b8-4077-96e1-8dc5c5c2d625 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 210 time: 0.0303802 Aug 27 15:08:41.010363 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-fc93f2fe-826e-4f52-8bef-073d93f3ec81 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:41.012296 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-fc93f2fe-826e-4f52-8bef-073d93f3ec81 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 809 time: 0.1014280 Aug 27 15:08:41.065287 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-526e4adc-aa3a-4cf2-8816-16a23db4d9b7 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6ef237af174871a85031101660bd23 HTTP/1.1" status: 200 len: 379 time: 0.0361056 Aug 27 15:08:41.079366 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'port': {'device_id': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'admin_state_up': True, 'tenant_id': '0d6ef237af174871a85031101660bd23', 'security_groups': ['d3e18eea-b093-4ee2-a766-9ce79d5659e4']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:41.149295 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3d3b6e17-5943-433e-b6dd-14d44a8224df req-e29a2a63-c17a-48b2-93c0-4aa343bd690d tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Aug 27 15:08:41.186761 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Made reservation on behalf of 0d6ef237af174871a85031101660bd23 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:41.190248 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.316691 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Allocated IP 172.20.0.11 (9f05ecd0-496b-4439-a05e-5f716f49a0dc/a0d047f7-bafb-4444-a3f3-3742013060b8/ed0063ef-eb30-4ff2-8682-4fac2a4c8a50) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:41.451511 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.467000 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Transition to ACTIVE for port object ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:41.500207 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.547508 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:41.550540 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:41.553148 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:41.592846 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:41.624279 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:41.624932 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.640397 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-24145750-f2c4-4d31-91df-513f833c797b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648477 Aug 27 15:08:41.656653 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.v2.base [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Request body: {'port': {'device_id': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:41.711331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.761745 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-781a11e8-0ad5-4f57-8df6-655ddf58c2db None None] Provisioning for port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 completed by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:41.765913 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-781a11e8-0ad5-4f57-8df6-655ddf58c2db None None] Provisioning complete for port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:41.766606 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-781a11e8-0ad5-4f57-8df6-655ddf58c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.800288 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-781a11e8-0ad5-4f57-8df6-655ddf58c2db None None] Port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 cannot update to ACTIVE because it is not bound. {{(pid=93961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:41.971395 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:08:41.978578 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.990763 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Transition to ACTIVE for port object ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:41.994514 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.043868 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:42.111434 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Attempting to bind port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:42.112146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Attempting to bind port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:42.112146 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Attempting to bind port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 on network 9f05ecd0-496b-4439-a05e-5f716f49a0dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:42.116548 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 on network 9f05ecd0-496b-4439-a05e-5f716f49a0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:08:42.116879 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Attempting to bind port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 on network 9f05ecd0-496b-4439-a05e-5f716f49a0dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:42.122056 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Checking agent: {'id': 'e90b0815-da1d-4fb6-a591-3324036dcfbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'started_at': datetime.datetime(2021, 8, 27, 14, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:42.122497 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Checking segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:42.122839 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Bound using segment: {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:42.123276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Bound port: ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1a9c39-e52e-422d-aafb-f3cae7487f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:42.123640 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.191366 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:42.194303 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:42.198906 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25961002'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.242396 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.243077 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.244631 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] 10.222.0.35 "PUT /v2.0/ports/ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1094 time: 0.5923798 Aug 27 15:08:42.244993 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:42.247332 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:42.289591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b65ec1f-ad26-4e4c-95db-958a9a57da6c x-openstack-request-id: req-4b65ec1f-ad26-4e4c-95db-958a9a57da6c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:42.289886 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:42.290163 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b65ec1f-ad26-4e4c-95db-958a9a57da6c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:42.290563 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'status': 'completed', 'code': 200} Aug 27 15:08:42.296572 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c285-f82f-43c2-964f-da06e40d5d2a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:42.337778 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ce6cc-9c4c-4dee-9014-8147058ab4cb req-348afd82-572a-4423-a819-763fb4265983 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.339320 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-235ce6cc-9c4c-4dee-9014-8147058ab4cb req-348afd82-572a-4423-a819-763fb4265983 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.1136346 Aug 27 15:08:42.370537 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-c231cd71-f171-43a1-aeff-9d585bc7af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.372188 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-c231cd71-f171-43a1-aeff-9d585bc7af82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0726876 Aug 27 15:08:42.420958 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-235ce6cc-9c4c-4dee-9014-8147058ab4cb req-973282c2-a8fa-467d-b1de-d7cc9d4a2e33 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746713 Aug 27 15:08:42.422281 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-c3d8ecbc-d684-432d-ae46-a147f9ae2a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 217 time: 0.0404146 Aug 27 15:08:42.472978 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-25bae310-1f43-45ad-bd78-a9a28e65dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.474472 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-25bae310-1f43-45ad-bd78-a9a28e65dc7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0444987 Aug 27 15:08:42.522087 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-463e58f0-51e9-4c51-8b04-2974891deef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.523497 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-463e58f0-51e9-4c51-8b04-2974891deef1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409920 Aug 27 15:08:42.610514 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-d37b6000-1a2d-4db8-b2fa-336e062835dc service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783029 Aug 27 15:08:42.701705 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-807b234d-ccb1-4920-a0e1-44fc9147d661 req-a6f2f965-a1df-45d8-a4e5-dac5069f49c0 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Aug 27 15:08:42.784970 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-d943097d-07f2-48a4-936d-9d399e9e3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.786379 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-d943097d-07f2-48a4-936d-9d399e9e3a10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0409250 Aug 27 15:08:42.877876 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-11c5d5d2-78e7-4ef3-81eb-739d7577799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.879312 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-11c5d5d2-78e7-4ef3-81eb-739d7577799a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0822070 Aug 27 15:08:42.925602 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-671d6a45-a9bb-4b58-ab93-27daeebdb15e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 217 time: 0.0374923 Aug 27 15:08:42.979271 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-ef48e449-496d-4911-9ee2-c495f801da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.980742 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-ef48e449-496d-4911-9ee2-c495f801da61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0450146 Aug 27 15:08:43.030609 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-a10d11ae-269c-4615-89e7-cf98ebfdf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.032383 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-a10d11ae-269c-4615-89e7-cf98ebfdf46b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430753 Aug 27 15:08:43.140970 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-9e1f71c0-05b2-45c0-ad78-075d094e25ff service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958509 Aug 27 15:08:43.243495 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2bf96edb-60ab-4626-8916-b2c73a6e3fbb req-23f8919a-7506-4732-a698-b1f3e8d44573 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881240 Aug 27 15:08:43.299246 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-b5285885-fc35-4789-b4db-97c9c1d9cf8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402098 Aug 27 15:08:43.361483 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-83e2eef4-ae90-4abc-9d59-41b6b1e2e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.362952 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-83e2eef4-ae90-4abc-9d59-41b6b1e2e090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1137 time: 0.0382392 Aug 27 15:08:43.470967 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-55f395b0-c890-4d16-8924-c971c4ba2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.472480 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-55f395b0-c890-4d16-8924-c971c4ba2948 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.0864763 Aug 27 15:08:43.570299 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-d967824c-6bc8-4a77-9c8b-045fd14171cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 1001 time: 0.0869596 Aug 27 15:08:43.582439 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605848d-e7dc-4402-b76d-0df84b7c9f10 req-d67cac31-81ff-44c0-a279-1daa39eb0a0a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.583900 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5605848d-e7dc-4402-b76d-0df84b7c9f10 req-d67cac31-81ff-44c0-a279-1daa39eb0a0a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0935950 Aug 27 15:08:43.649269 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-ca2df6c0-b5bf-4e7f-9fb9-81ecbf79e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.650737 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-ca2df6c0-b5bf-4e7f-9fb9-81ecbf79e7b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0659540 Aug 27 15:08:43.656050 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-5605848d-e7dc-4402-b76d-0df84b7c9f10 req-eaad5c56-d80d-46b2-8b25-cbaf2ba1f411 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630238 Aug 27 15:08:43.697165 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-e3a03d3c-d44a-4720-bb5b-98f7f39b3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.698662 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-e3a03d3c-d44a-4720-bb5b-98f7f39b3f9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392780 Aug 27 15:08:43.790081 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-bbf13c06-5284-473c-9e43-e445a0680143 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837872 Aug 27 15:08:43.878664 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8e682d7-9ef3-4a99-926e-c1914a6a5678 req-227560c0-0efd-4c4d-b507-12a365ae874f service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801017 Aug 27 15:08:44.766916 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446ef90-aa40-4d4c-b59f-289185e40c67 req-97179c0c-d015-4e9a-a124-ec89f4a38953 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:44.768338 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4446ef90-aa40-4d4c-b59f-289185e40c67 req-97179c0c-d015-4e9a-a124-ec89f4a38953 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0472119 Aug 27 15:08:44.808170 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4446ef90-aa40-4d4c-b59f-289185e40c67 req-9fca08b4-bd58-4553-8404-6faec2ceb424 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340958 Aug 27 15:08:45.920721 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2007c-9c6a-4869-b3d7-4e59be16d6c3 req-536aabb1-f79f-4f47-a816-da1309563929 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.922234 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a0c2007c-9c6a-4869-b3d7-4e59be16d6c3 req-536aabb1-f79f-4f47-a816-da1309563929 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0492778 Aug 27 15:08:45.963825 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a0c2007c-9c6a-4869-b3d7-4e59be16d6c3 req-2e971ac2-619d-495c-8eec-3ec50231c8c2 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357420 Aug 27 15:08:47.075065 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b6ee0-404d-4c0c-8a78-89558f892a97 req-f400827e-3321-44d6-9666-fce1965fa5d2 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:47.076527 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ca6b6ee0-404d-4c0c-8a78-89558f892a97 req-f400827e-3321-44d6-9666-fce1965fa5d2 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0474083 Aug 27 15:08:47.113256 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ca6b6ee0-404d-4c0c-8a78-89558f892a97 req-0739fc1c-3b87-48b8-8649-3445f5f2583c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Aug 27 15:08:48.223949 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97efd-0a2d-46e7-8aa4-e6a5482b043b req-76a9f981-4d2c-4fab-9299-d8bf08fc23c5 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:48.225441 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b97efd-0a2d-46e7-8aa4-e6a5482b043b req-76a9f981-4d2c-4fab-9299-d8bf08fc23c5 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Aug 27 15:08:48.262895 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b97efd-0a2d-46e7-8aa4-e6a5482b043b req-78a9bdb2-375c-4254-bdb6-5c0b4cd913f5 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315897 Aug 27 15:08:48.609704 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:08:49.371217 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cb256-f3bc-474e-910d-2c64c23d7f79 req-67e1f046-94c9-44e5-9187-cacddbe9e2cc tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:49.372683 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3a6cb256-f3bc-474e-910d-2c64c23d7f79 req-67e1f046-94c9-44e5-9187-cacddbe9e2cc tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0467024 Aug 27 15:08:49.410303 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-3a6cb256-f3bc-474e-910d-2c64c23d7f79 req-7bc19494-4840-45bc-9a9c-48b348c10cd8 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Aug 27 15:08:50.519961 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50306ba-8a20-471b-9f4f-80031688cf32 req-469ac68e-f73b-4ff6-8383-2647a732ca4f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:50.521411 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a50306ba-8a20-471b-9f4f-80031688cf32 req-469ac68e-f73b-4ff6-8383-2647a732ca4f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0470719 Aug 27 15:08:50.558827 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-a50306ba-8a20-471b-9f4f-80031688cf32 req-2d2c2c60-7c4a-4854-87ec-189fbdf48181 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Aug 27 15:08:50.993161 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:08:51.088052 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:51.099327 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'mac_address': 'fa:16:3e:17:b5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:08:51.135469 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:51.148322 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:08:51.166765 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:51.170769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:51.221714 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:51.229144 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.229481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.229822 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.230149 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.230519 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.230856 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.231187 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.231515 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.231843 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.232166 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.232487 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.232831 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:51.457471 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:08:51.670391 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdeb9e-938b-455b-b088-77f351dcd9d9 req-75d9cce0-cc9a-4a8b-849d-030345589e93 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:51.671901 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2cbdeb9e-938b-455b-b088-77f351dcd9d9 req-75d9cce0-cc9a-4a8b-849d-030345589e93 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 945 time: 0.0467970 Aug 27 15:08:51.711946 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2cbdeb9e-938b-455b-b088-77f351dcd9d9 req-a51d0414-218d-44ac-a21b-f9b21db3e56a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339696 Aug 27 15:08:52.825728 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdf592-4e96-40af-a9b5-79a53102ecf4 req-46251815-b3cd-4a72-8f25-aa4cea1eefdb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:52.827209 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2abdf592-4e96-40af-a9b5-79a53102ecf4 req-46251815-b3cd-4a72-8f25-aa4cea1eefdb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Aug 27 15:08:52.868054 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2abdf592-4e96-40af-a9b5-79a53102ecf4 req-cb954077-ad34-4b00-8521-d9ec6578fb09 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346668 Aug 27 15:08:53.021037 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:53.069407 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning for port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 completed by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:53.072844 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:53.073209 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:53.147332 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:53.169499 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:53.171817 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766dab6d-1a1e-435f-a970-d41aa10221df" -d '{"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:53.188102 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:53.192824 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:53.217156 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0337a-20c8-42b6-bdba-f52894fcbbcc x-openstack-request-id: req-96e0337a-20c8-42b6-bdba-f52894fcbbcc {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:53.217511 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:53.217764 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96e0337a-20c8-42b6-bdba-f52894fcbbcc {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:53.218154 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'code': 200} Aug 27 15:08:53.243094 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=5']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:53.444391 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d617546-969f-4481-bc99-170ea6c9102d req-d42f8d0d-734a-4dcd-a5cd-676c44e060cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:53.445834 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1d617546-969f-4481-bc99-170ea6c9102d req-d42f8d0d-734a-4dcd-a5cd-676c44e060cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0409338 Aug 27 15:08:53.482269 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1d617546-969f-4481-bc99-170ea6c9102d req-5599b797-acad-44b3-9cd0-682434a7c21f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282164 Aug 27 15:08:53.992031 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4ca89-5f84-459a-a07e-3939c45918c8 req-ee3a223b-c2a4-4fde-b351-7edac4bbc24f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:53.993598 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c9e4ca89-5f84-459a-a07e-3939c45918c8 req-ee3a223b-c2a4-4fde-b351-7edac4bbc24f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0582459 Aug 27 15:08:54.032523 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c9e4ca89-5f84-459a-a07e-3939c45918c8 req-ec23de7b-ca3e-4628-8f7c-5ad1635df624 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Aug 27 15:08:55.146134 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5494-6fd2-4594-a383-c6492518515b req-751e0a82-38f1-4c3e-8798-375469485607 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:55.147607 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d1dd5494-6fd2-4594-a383-c6492518515b req-751e0a82-38f1-4c3e-8798-375469485607 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0478373 Aug 27 15:08:55.184308 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d1dd5494-6fd2-4594-a383-c6492518515b req-0d56d4f0-04a9-41b2-990a-dac161a48cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302784 Aug 27 15:08:55.295009 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57ed56-e2fb-46ad-9771-47354e906894 req-2609b773-40fb-4490-9532-22879733c589 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:55.296539 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a57ed56-e2fb-46ad-9771-47354e906894 req-2609b773-40fb-4490-9532-22879733c589 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Aug 27 15:08:55.336997 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1a57ed56-e2fb-46ad-9771-47354e906894 req-4afe31f3-150c-46c6-96ce-9fe7032b504c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Aug 27 15:08:55.362772 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34302) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:55.544538 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c7517-fb4a-461e-9d31-ff7e9750d555 tempest-TestShelveInstance-1136584367 tempest-TestShelveInstance-1136584367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:55.546023 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-0f6c7517-fb4a-461e-9d31-ff7e9750d555 tempest-TestShelveInstance-1136584367 tempest-TestShelveInstance-1136584367-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1094 time: 0.1822464 Aug 27 15:08:55.548818 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34306) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:55.553097 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Request body: {'floatingip': {'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:55.576256 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for floatingip, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.670799 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.778560 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Allocated IP 172.27.2.247 (248ce647-a43b-4e50-b944-9c460055ac68/9a898340-9726-4982-90af-838b2facdb95/7ee0f942-9a67-492e-8fd4-4fd1bed07605) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:55.878001 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.919956 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780542799108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.956089 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Network 248ce647-a43b-4e50-b944-9c460055ac68 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:55.960759 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:55.964370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:55.969703 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'Port': ['ID=7ee0f942-9a67-492e-8fd4-4fd1bed07605,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:56.310067 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.380133 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.527237 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.531474 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.600570 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event updated for resources: {'Port': ['ID=7ee0f942-9a67-492e-8fd4-4fd1bed07605,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:56.607171 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749908'] for floatingip, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.713775 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Floating IP 600b1483-ba0a-4e4b-ab66-5056b5c0aeec associated. External IP: 172.27.2.247, port: ed0063ef-eb30-4ff2-8682-4fac2a4c8a50. Aug 27 15:08:56.916323 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Router ed30ba07-5d78-419a-909f-92a59f6365b9 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:57.021932 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:57.032139 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Sync routers for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:57.041414 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:57.042052 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.046579 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:57.072863 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a5b0e36e-a9ce-4442-b459-6cdaf546e666 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5230253 Aug 27 15:08:57.073628 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:57.075825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47" -d '{"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:57.115623 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1a34c-a670-4eb6-90bf-65646612fa61 x-openstack-request-id: req-0ac1a34c-a670-4eb6-90bf-65646612fa61 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:57.115921 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:57.116174 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ac1a34c-a670-4eb6-90bf-65646612fa61 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:57.116570 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'status': 'completed', 'code': 200} Aug 27 15:08:57.158272 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:57.177979 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-b8f6a932-e843-4b93-86bc-25e4c29ccbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:57.179514 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-b8f6a932-e843-4b93-86bc-25e4c29ccbbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0408144 Aug 27 15:08:57.271823 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-1f3a37ec-79b5-4e8b-8801-03731a5d897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:57.273280 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-1f3a37ec-79b5-4e8b-8801-03731a5d897b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0866373 Aug 27 15:08:57.340814 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-de8bc22f-f67f-40c2-a483-ea1f9f9e5f54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1000 time: 0.0596325 Aug 27 15:08:57.379746 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '600b1483-ba0a-4e4b-ab66-5056b5c0aeec', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'mac_address': 'fa:16:3e:17:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:56Z', 'updated_at': '2021-08-27T15:08:56Z', 'revision_number': 0, 'project_id': '0d6ef237af174871a85031101660bd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.399617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-a3a5fb3b-3a76-403d-8b42-cacd51f1c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:57.401184 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-a3a5fb3b-3a76-403d-8b42-cacd51f1c87e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0493038 Aug 27 15:08:57.411385 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Checking router: ed30ba07-5d78-419a-909f-92a59f6365b9 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:57.419863 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:57.420544 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:08:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.446940 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-035223c1-2604-43f6-a645-9578f47e9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:57.448490 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-035223c1-2604-43f6-a645-9578f47e9a3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388024 Aug 27 15:08:57.524839 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:57.545977 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-cf197f35-a469-4ba1-b1e5-0d464c5aca85 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829251 Aug 27 15:08:57.641040 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-accc46a7-5ee7-403f-8dfe-16ac2a96fd47 req-38ce491e-b32c-48b9-9936-50a45fce6d92 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867710 Aug 27 15:08:57.752686 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '600b1483-ba0a-4e4b-ab66-5056b5c0aeec', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'mac_address': 'fa:16:3e:17:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:56Z', 'updated_at': '2021-08-27T15:08:56Z', 'revision_number': 0, 'project_id': '0d6ef237af174871a85031101660bd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.779802 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c400f-5f1a-4055-9abe-50b02800f284 None None] The sync data for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi is: [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': '600b1483-ba0a-4e4b-ab66-5056b5c0aeec', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'mac_address': 'fa:16:3e:17:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:56Z', 'updated_at': '2021-08-27T15:08:56Z', 'revision_number': 0, 'project_id': '0d6ef237af174871a85031101660bd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:57.951674 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890529a6-15a2-4086-ac98-0bcf5390aea8 None None] New status for floating IP 600b1483-ba0a-4e4b-ab66-5056b5c0aeec: ACTIVE {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:08:58.740304 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9d229506-d61e-4476-82d3-7728e41abf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:00.606549 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b1330275-98a6-440f-b664-d07491d3bb3b req-cb364a90-1cd7-4979-b5b9-2d140ccdcd4f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965291088&fields=id&tenant_id=1a62eba448f44e3e91c3b5f58e481590 HTTP/1.1" status: 200 len: 267 time: 0.0334404 Aug 27 15:09:00.658505 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330275-98a6-440f-b664-d07491d3bb3b req-6d879f71-26ae-4cea-8a77-f95bd63bed94 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:00.660017 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b1330275-98a6-440f-b664-d07491d3bb3b req-6d879f71-26ae-4cea-8a77-f95bd63bed94 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 984 time: 0.0477626 Aug 27 15:09:00.671228 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.v2.base [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Request body: {'port': {'security_groups': ['75c441d3-b38c-4f86-b772-e715b7ef5749']}} {{(pid=93960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:09:00.740159 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:00.906919 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:00.939083 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:00.943568 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26327433'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:00.961070 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:09:00.987070 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:00.987738 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:00.989350 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b1330275-98a6-440f-b664-d07491d3bb3b req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "PUT /v2.0/ports/1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 942 time: 0.3231061 Aug 27 15:09:00.989825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:00.992183 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b96702-7a5c-4075-b57f-ff0b0ee5579a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:00.996171 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:01.028134 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event updated for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:01.036699 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.037050 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.037402 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.037816 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.038075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.038441 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.038780 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.039111 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.039867 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.040215 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.040603 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.040942 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39239acc-4293-4042-a7af-6fed11129784 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:01.049321 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41297983-36d9-43f7-b8ab-6f1668391274 x-openstack-request-id: req-41297983-36d9-43f7-b8ab-6f1668391274 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:01.049614 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:01.049869 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41297983-36d9-43f7-b8ab-6f1668391274 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:01.050271 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:09:01.093818 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.124021 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-4439c228-479d-4db7-847c-1b992e2fb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:01.124449 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.126147 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-4439c228-479d-4db7-847c-1b992e2fb2ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1098 time: 0.0479639 Aug 27 15:09:01.186758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:09:01.200556 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.204082 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.208784 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fb01cb9-ec5f-4197-9a88-badfefc918d0 HTTP/1.1" status: 204 len: 168 time: 0.2113452 Aug 27 15:09:01.209626 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:01.227176 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815061d-a48d-40dc-8d5e-3fe25394133f tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb01cb9-ec5f-4197-9a88-badfefc918d0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:01.255419 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-bd3f198c-1d61-49d6-97fe-fc5fbb323c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:01.256949 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-bd3f198c-1d61-49d6-97fe-fc5fbb323c05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.1229062 Aug 27 15:09:01.299982 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5835b940-4614-4718-9630-a44bdb9de6d4 None None] Provisioning complete for port 1527e0a6-982d-4700-924f-d54ff5f974f0 triggered by entity DHCP. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:09:01.300362 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5835b940-4614-4718-9630-a44bdb9de6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.337183 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-9d39bf7c-7124-4eaa-a9a7-8a6603c5aec8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 1001 time: 0.0719573 Aug 27 15:09:01.390020 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-d6e0b15d-baf0-48e7-bf5a-a4ef78f1dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:01.391635 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-d6e0b15d-baf0-48e7-bf5a-a4ef78f1dcbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0469136 Aug 27 15:09:01.452060 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-7b2d5061-2062-480e-9f2a-f07a9d0c36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:01.453561 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-7b2d5061-2062-480e-9f2a-f07a9d0c36d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498140 Aug 27 15:09:01.557439 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-200963b4-8a5a-4f4f-83ac-94ca08cec5f7 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935214 Aug 27 15:09:01.580788 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-af51264f-eeec-4332-9c22-b625c17332ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.666795 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Deleting port 98d98eb8-8912-4ff0-80c0-8a0a27d34027 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:01.667232 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.669241 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-30b96702-7a5c-4075-b57f-ff0b0ee5579a req-2978462d-1e4f-4967-b289-72111de94625 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043115 Aug 27 15:09:01.752157 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.752491 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.764905 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Calling delete_port for 98d98eb8-8912-4ff0-80c0-8a0a27d34027 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:01.926762 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:01.950882 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event deleted for resources: {'Port': ['ID=98d98eb8-8912-4ff0-80c0-8a0a27d34027,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:02.010375 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:02.011122 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Floating IP 76156f22-80f7-434d-a9dd-a3bb7fb8e598 disassociated (deleted). External IP: 172.27.2.237, port: 1527e0a6-982d-4700-924f-d54ff5f974f0. Aug 27 15:09:02.120425 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:02.245272 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Router 7e6828e8-c25d-491f-853e-40c5250ea1f3 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:02.350410 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:02.355169 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:02.360165 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Sync routers for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:02.368708 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:02.369318 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:02.381560 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-85099aba-87c3-48aa-9ae5-d74e365ea1aa tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "DELETE /v2.0/floatingips/76156f22-80f7-434d-a9dd-a3bb7fb8e598 HTTP/1.1" status: 204 len: 168 time: 1.1656580 Aug 27 15:09:02.382245 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:02.386686 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b013293-31fc-4b9d-96c0-2067645a8833" -d '{"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:02.423983 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9423c27-df46-4ab5-825b-79945eee467a x-openstack-request-id: req-e9423c27-df46-4ab5-825b-79945eee467a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:02.424281 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:02.424534 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9423c27-df46-4ab5-825b-79945eee467a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:02.424936 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:09:02.482233 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:02.488588 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-0412e533-bce4-4438-b19f-1f71fc6e55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:02.490290 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-0412e533-bce4-4438-b19f-1f71fc6e55ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a62eba448f44e3e91c3b5f58e481590&device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 1098 time: 0.0433235 Aug 27 15:09:02.587314 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-2bf379dd-b995-47cd-9bae-5931b13f00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:02.588806 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-2bf379dd-b995-47cd-9bae-5931b13f00ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 200 len: 915 time: 0.0906227 Aug 27 15:09:02.637420 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-cfaf4bbd-26f8-40ab-b7c7-10aa56faff99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 200 len: 217 time: 0.0399806 Aug 27 15:09:02.651400 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:02.705051 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:02.712499 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-e6d5ad27-7d42-4e16-a928-b2096e2fd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:02.713978 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-e6d5ad27-7d42-4e16-a928-b2096e2fd032 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 200 len: 853 time: 0.0467873 Aug 27 15:09:02.733552 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Checking router: 7e6828e8-c25d-491f-853e-40c5250ea1f3 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:02.741866 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:02.742518 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:02.765544 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-4fefd798-e86d-4531-80c6-6154e50b8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:02.767082 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-4fefd798-e86d-4531-80c6-6154e50b8523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a999711a-0234-4209-bae4-4dea138857a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404162 Aug 27 15:09:02.850275 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:03.063035 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:03.089099 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df298cf-893a-47fb-bea5-533d954654ab None None] The sync data for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi is: [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:06:27Z', 'revision_number': 4, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': 'f03cd712-1ee3-43ca-94be-4ec3815e4dff', 'name': '', 'network_id': 'a999711a-0234-4209-bae4-4dea138857a7', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'mac_address': 'fa:16:3e:69:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:26Z', 'updated_at': '2021-08-27T15:06:34Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'subnets': [{'id': 'c39f537b-b86d-4586-bdf3-02e6903d2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:03.096877 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-83fec2ce-30fa-42e8-8e04-546f851aa463 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217878 Aug 27 15:09:03.199779 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1b013293-31fc-4b9d-96c0-2067645a8833 req-e6a79fe1-1f10-4ca8-bbfe-ec616b751860 service neutron] 10.222.0.35 "GET /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903461 Aug 27 15:09:03.324383 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1629a03-2d62-4d9f-8568-7940b5599b41 None None] New status for floating IP 76156f22-80f7-434d-a9dd-a3bb7fb8e598: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:09:04.895168 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:05.127728 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e81e4-8333-45f4-bf8f-a88363644932 req-f6408087-95d7-43b5-8a42-b8160fa6f1dc tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:05.129172 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d39e81e4-8333-45f4-bf8f-a88363644932 req-f6408087-95d7-43b5-8a42-b8160fa6f1dc tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0489240 Aug 27 15:09:05.166167 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-d39e81e4-8333-45f4-bf8f-a88363644932 req-e8f1975e-fb0f-4a9b-af12-91efdd2092b9 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Aug 27 15:09:05.494454 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:06.284691 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05718762-0cbe-45ad-a547-19f53f3283b1 req-8be3fa6b-395a-4c4f-983f-e10f12264e5b tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:06.286190 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05718762-0cbe-45ad-a547-19f53f3283b1 req-8be3fa6b-395a-4c4f-983f-e10f12264e5b tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0519409 Aug 27 15:09:06.323985 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-05718762-0cbe-45ad-a547-19f53f3283b1 req-e745de9b-da1b-4db6-8648-66618df83616 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 27 15:09:07.315333 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-2c54e09c-ea99-4e77-aba1-4298e75a091c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:07.316750 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-2c54e09c-ea99-4e77-aba1-4298e75a091c tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0476267 Aug 27 15:09:07.411978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Deleting port 1527e0a6-982d-4700-924f-d54ff5f974f0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:07.412332 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:07.435618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda16c4c-9aa6-4427-8e52-46032f15b78c req-77aa4c1e-5c76-4ce4-ad7d-c758bb70a622 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:07.437112 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-eda16c4c-9aa6-4427-8e52-46032f15b78c req-77aa4c1e-5c76-4ce4-ad7d-c758bb70a622 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc656dd2-e81b-4935-b0ca-cad67f94f75e HTTP/1.1" status: 200 len: 945 time: 0.0479684 Aug 27 15:09:07.474346 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-eda16c4c-9aa6-4427-8e52-46032f15b78c req-4c4aa9c4-ad4f-4b7e-8899-05a6f5ba1d8e tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.42 "GET /v2.0/security-groups?id=75c441d3-b38c-4f86-b772-e715b7ef5749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Aug 27 15:09:07.503430 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] For port 1527e0a6-982d-4700-924f-d54ff5f974f0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1527e0a6-982d-4700-924f-d54ff5f974f0,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:07.503800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:07.516515 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Calling delete_port for 1527e0a6-982d-4700-924f-d54ff5f974f0 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:07.643486 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:07.657455 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['1527e0a6-982d-4700-924f-d54ff5f974f0'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:09:07.672119 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Pushing event deleted for resources: {'Port': ['ID=1527e0a6-982d-4700-924f-d54ff5f974f0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:07.710506 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] No DVR routers for this DVR port 1527e0a6-982d-4700-924f-d54ff5f974f0 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:07.713035 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:07.715688 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2e32062d-29f9-4635-85bd-1d10cdeb67c8 req-141052ad-c846-48e7-9884-2f32716b03a4 tempest-TestMinimumBasicScenario-1399051277 tempest-TestMinimumBasicScenario-1399051277-project] 10.222.0.35 "DELETE /v2.0/ports/1527e0a6-982d-4700-924f-d54ff5f974f0 HTTP/1.1" status: 204 len: 173 time: 0.3892972 Aug 27 15:09:07.716120 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'name': 'network-vif-deleted', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:07.718372 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbfbabf-03ab-4b8b-a746-13e8a4cfc292" -d '{"events": [{"server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "name": "network-vif-deleted", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:07.753351 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9817fab9-777a-4ca1-9d5e-fa4aeb135f61 x-openstack-request-id: req-9817fab9-777a-4ca1-9d5e-fa4aeb135f61 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:07.754017 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc656dd2-e81b-4935-b0ca-cad67f94f75e", "name": "network-vif-deleted", "tag": "1527e0a6-982d-4700-924f-d54ff5f974f0", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:07.754151 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9817fab9-777a-4ca1-9d5e-fa4aeb135f61 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:07.754511 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc656dd2-e81b-4935-b0ca-cad67f94f75e', 'name': 'network-vif-deleted', 'tag': '1527e0a6-982d-4700-924f-d54ff5f974f0', 'status': 'completed', 'code': 200} Aug 27 15:09:09.123736 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:09.496490 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:09.747779 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Deleting port f03cd712-1ee3-43ca-94be-4ec3815e4dff {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:09.748036 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:09.822231 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] For port f03cd712-1ee3-43ca-94be-4ec3815e4dff, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=f03cd712-1ee3-43ca-94be-4ec3815e4dff,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:09.822618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:09.838895 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Calling delete_port for f03cd712-1ee3-43ca-94be-4ec3815e4dff owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:10.013944 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.039429 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f03cd712-1ee3-43ca-94be-4ec3815e4dff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:10.199074 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.405771 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Router 7e6828e8-c25d-491f-853e-40c5250ea1f3 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:10.508263 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:10.513414 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-d71692e5-ebf8-47f1-a9c9-6b72bf8191cc admin admin] 10.222.0.42 "PUT /v2.0/routers/7e6828e8-c25d-491f-853e-40c5250ea1f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3885217 Aug 27 15:09:10.516096 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:10.518756 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Sync routers for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:10.529398 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:10.530096 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:10.621419 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.639522 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:10.725342 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.775417 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Deleting port 3df98d79-babc-440d-965e-6c8e07b8a093 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:10.775754 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.821432 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:09:09Z', 'revision_number': 5, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port': {'id': '3df98d79-babc-440d-965e-6c8e07b8a093', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:23Z', 'updated_at': '2021-08-27T15:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:10.847711 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Checking router: 7e6828e8-c25d-491f-853e-40c5250ea1f3 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:10.851175 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] For port 3df98d79-babc-440d-965e-6c8e07b8a093, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3df98d79-babc-440d-965e-6c8e07b8a093,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:10.851713 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:10.856692 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Routers {'7e6828e8-c25d-491f-853e-40c5250ea1f3'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:10.857311 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e6828e8-c25d-491f-853e-40c5250ea1f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:10.868232 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Calling delete_port for 3df98d79-babc-440d-965e-6c8e07b8a093 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:10.943293 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] Set router 7e6828e8-c25d-491f-853e-40c5250ea1f3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:10.999146 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:09:10Z', 'revision_number': 6, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:11.027033 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23011279-36c4-4ff4-b7c4-9b172f617ca8 None None] The sync data for ids ['7e6828e8-c25d-491f-853e-40c5250ea1f3'] in dv-cinder-786929-5-iscsi is: [{'id': '7e6828e8-c25d-491f-853e-40c5250ea1f3', 'name': 'tempest-TestMinimumBasicScenario-822920758-router', 'tenant_id': '1a62eba448f44e3e91c3b5f58e481590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:22Z', 'updated_at': '2021-08-27T15:09:10Z', 'revision_number': 6, 'project_id': '1a62eba448f44e3e91c3b5f58e481590', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:11.043106 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.061064 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 1527e0a6-982d-4700-924f-d54ff5f974f0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:11.072109 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df98d79-babc-440d-965e-6c8e07b8a093,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:11.080821 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 1527e0a6-982d-4700-924f-d54ff5f974f0 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:11.080979 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 1527e0a6-982d-4700-924f-d54ff5f974f0 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:11.129769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.492162 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.494274 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.558276 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.559374 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6828e8-c25d-491f-853e-40c5250ea1f3 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:09:11.564208 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.565338 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-0b71657d-1df0-4cbe-8a0f-4ece00b565b4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e6828e8-c25d-491f-853e-40c5250ea1f3 HTTP/1.1" status: 204 len: 168 time: 1.0483439 Aug 27 15:09:11.567918 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:11.611125 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Deleting subnet c39f537b-b86d-4586-bdf3-02e6903d2de7 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:09:11.614290 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.647812 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.751939 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.816928 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.845517 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39f537b-b86d-4586-bdf3-02e6903d2de7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:11.849104 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.851601 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-8163b83f-7f91-4c3b-8ad4-0fd1bcb3375c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c39f537b-b86d-4586-bdf3-02e6903d2de7 HTTP/1.1" status: 204 len: 168 time: 0.2827530 Aug 27 15:09:11.853507 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34416) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:11.854519 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f3059-afa2-4301-9c8d-5b1b5ce39bb7 None None] Network a999711a-0234-4209-bae4-4dea138857a7 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:09:11.929937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:11.991116 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Deleting port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:11.991468 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.060751 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] For port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,segment=NetworkSegment(8deda99f-52e9-4335-90a0-5f5028cb370d),segment_id=8deda99f-52e9-4335-90a0-5f5028cb370d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:12.061127 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.074959 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Calling delete_port for b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:12.159690 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.179709 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafe944-611e-439a-a8a6-d5cd00958c36 None None] DHCP port deletion for a999711a-0234-4209-bae4-4dea138857a7 request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:09:12.183782 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:12.194868 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] No DVR routers for this DVR port b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f on host dv-cinder-786929-5-iscsi {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:12.269748 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.279990 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a999711a-0234-4209-bae4-4dea138857a7']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:12.289884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deda99f-52e9-4335-90a0-5f5028cb370d') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:12.290177 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deda99f-52e9-4335-90a0-5f5028cb370d') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:12.300255 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.315495 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.321845 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:09:12.322240 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:09:12.323904 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:09:12.377116 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.381705 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.383918 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] 10.222.0.42 "DELETE /v2.0/networks/a999711a-0234-4209-bae4-4dea138857a7 HTTP/1.1" status: 204 len: 168 time: 0.5291770 Aug 27 15:09:12.387466 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:12.397095 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08015d22-899e-41a7-b2df-abf53731adbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a999711a-0234-4209-bae4-4dea138857a7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:12.722865 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:12.955285 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Deleting port 4a230e57-2c87-48af-97b7-32a1db83dcf8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:12.955699 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.035048 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device f03cd712-1ee3-43ca-94be-4ec3815e4dff no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:13.037653 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] For port 4a230e57-2c87-48af-97b7-32a1db83dcf8, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=4a230e57-2c87-48af-97b7-32a1db83dcf8,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:13.038029 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.050879 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Calling delete_port for 4a230e57-2c87-48af-97b7-32a1db83dcf8 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:13.054145 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: f03cd712-1ee3-43ca-94be-4ec3815e4dff {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:13.054582 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device f03cd712-1ee3-43ca-94be-4ec3815e4dff not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:13.055072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:13.073304 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:13.073869 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b6c7a564-b9b1-4cd1-9e32-2a39a4a8ac3f not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:13.074281 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3df98d79-babc-440d-965e-6c8e07b8a093 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:13.095081 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 3df98d79-babc-440d-965e-6c8e07b8a093 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:13.095422 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3df98d79-babc-440d-965e-6c8e07b8a093 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:13.233793 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.259451 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a230e57-2c87-48af-97b7-32a1db83dcf8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:13.418915 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.626194 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:13.728133 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:13.733319 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c7cdddd0-cd16-4c24-81bc-7e10f0ecd82c admin admin] 10.222.0.42 "PUT /v2.0/routers/5ca79ba9-85e4-4305-a313-7095e6da3ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3446326 Aug 27 15:09:13.735864 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:13.736507 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Sync routers for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:13.746787 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:13.747394 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:13.837544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.848893 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:13.943962 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:13.995352 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Deleting port e8b18c89-50f7-43dc-87ec-be6d01a5e377 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:13.995693 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.079873 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] For port e8b18c89-50f7-43dc-87ec-be6d01a5e377, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=e8b18c89-50f7-43dc-87ec-be6d01a5e377,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:14.080242 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.091883 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Calling delete_port for e8b18c89-50f7-43dc-87ec-be6d01a5e377 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:14.113627 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:09:13Z', 'revision_number': 5, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port': {'id': 'e8b18c89-50f7-43dc-87ec-be6d01a5e377', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:14.139816 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Checking router: 5ca79ba9-85e4-4305-a313-7095e6da3ee7 for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:14.148005 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Routers {'5ca79ba9-85e4-4305-a313-7095e6da3ee7'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:14.148606 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:02Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:14.234680 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] Set router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:14.255258 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.278457 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b18c89-50f7-43dc-87ec-be6d01a5e377,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:14.288126 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:09:13Z', 'revision_number': 6, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:14.314548 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7797e-6149-4396-8f39-e7e35a59081a None None] The sync data for ids ['5ca79ba9-85e4-4305-a313-7095e6da3ee7'] in dv-cinder-786929-5-iscsi is: [{'id': '5ca79ba9-85e4-4305-a313-7095e6da3ee7', 'name': 'tempest-TestMinimumBasicScenario-1441258434-router', 'tenant_id': '4147c020ce2d4485b53a09087da31bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:30Z', 'updated_at': '2021-08-27T15:09:13Z', 'revision_number': 6, 'project_id': '4147c020ce2d4485b53a09087da31bc0', 'gw_port_host': None}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:14.340591 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.435336 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.437466 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.480306 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.481412 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca79ba9-85e4-4305-a313-7095e6da3ee7 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:09:14.485594 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.486758 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c0c10bfb-cac6-49c9-8593-d4b51da4f233 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5ca79ba9-85e4-4305-a313-7095e6da3ee7 HTTP/1.1" status: 204 len: 168 time: 0.7499766 Aug 27 15:09:14.489154 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:14.531965 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Deleting subnet cb3bba2d-e942-499c-b2ec-aad0b23d5ada {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:09:14.534930 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.567663 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.649674 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.718294 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.744091 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3bba2d-e942-499c-b2ec-aad0b23d5ada,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:14.747792 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.751924 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-c9d761f9-c91a-4493-b029-77a13c3cf485 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cb3bba2d-e942-499c-b2ec-aad0b23d5ada HTTP/1.1" status: 204 len: 168 time: 0.2596033 Aug 27 15:09:14.752331 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:14.757909 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26968b1f-da4b-47af-8798-a1b5aa360439 None None] Network b51aceeb-f031-4e36-baae-3eaf83d941c4 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:09:14.818936 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.874597 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Deleting port 7d24ce00-b852-4c42-8e41-2658aa93d234 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:14.874944 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.936845 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] For port 7d24ce00-b852-4c42-8e41-2658aa93d234, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d24ce00-b852-4c42-8e41-2658aa93d234,segment=NetworkSegment(f520f0b1-6256-4bed-83dd-856702fac35e),segment_id=f520f0b1-6256-4bed-83dd-856702fac35e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:14.937216 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.949823 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Calling delete_port for 7d24ce00-b852-4c42-8e41-2658aa93d234 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:15.030544 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.054791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d24ce00-b852-4c42-8e41-2658aa93d234,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:15.058352 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] No DVR routers for this DVR port 7d24ce00-b852-4c42-8e41-2658aa93d234 on host dv-cinder-786929-5-iscsi {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:15.095773 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21012c8-d5ac-4a98-a8c3-ae7fd279f97d None None] DHCP port deletion for b51aceeb-f031-4e36-baae-3eaf83d941c4 request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:09:15.131829 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.145479 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51aceeb-f031-4e36-baae-3eaf83d941c4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:15.159497 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520f0b1-6256-4bed-83dd-856702fac35e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:15.159791 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520f0b1-6256-4bed-83dd-856702fac35e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:15.163153 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d24ce00-b852-4c42-8e41-2658aa93d234 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:15.168725 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.181853 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.186695 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 7d24ce00-b852-4c42-8e41-2658aa93d234 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:15.187046 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d24ce00-b852-4c42-8e41-2658aa93d234 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:15.187456 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4a230e57-2c87-48af-97b7-32a1db83dcf8 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:15.188408 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:09:15.189017 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:09:15.190642 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:09:15.206702 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 4a230e57-2c87-48af-97b7-32a1db83dcf8 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:15.207046 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 4a230e57-2c87-48af-97b7-32a1db83dcf8 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:15.207462 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device e8b18c89-50f7-43dc-87ec-be6d01a5e377 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:15.228146 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: e8b18c89-50f7-43dc-87ec-be6d01a5e377 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:15.228495 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device e8b18c89-50f7-43dc-87ec-be6d01a5e377 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:15.245740 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.251846 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.254124 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b51aceeb-f031-4e36-baae-3eaf83d941c4 HTTP/1.1" status: 204 len: 168 time: 0.5008514 Aug 27 15:09:15.266078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dd3f-6750-4cc7-be9c-e25a39691865 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51aceeb-f031-4e36-baae-3eaf83d941c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:15.422851 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34428) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:15.462422 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-fd8375d6-3c3a-4cb9-bea0-951c87f0a40b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a62eba448f44e3e91c3b5f58e481590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382950 Aug 27 15:09:15.464737 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34430) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:15.515679 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.535987 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.582537 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.585075 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:15.586215 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75c441d3-b38c-4f86-b772-e715b7ef5749 HTTP/1.1" status: 204 len: 168 time: 0.1205897 Aug 27 15:09:15.593741 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4840ef1-c4c7-445f-9a51-38b66415fdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c441d3-b38c-4f86-b772-e715b7ef5749,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:15.899687 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34436) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:15.940359 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a1c73f65-1f3f-417e-8b6a-965d48e57749 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4147c020ce2d4485b53a09087da31bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394120 Aug 27 15:09:15.942714 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34438) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:15.989406 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:16.010161 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:16.063747 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:16.066646 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:16.067824 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c374d039-e022-4569-a4a7-afa25e0c6381 HTTP/1.1" status: 204 len: 168 time: 0.1242185 Aug 27 15:09:16.075618 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186af4a-0a75-458a-9f71-e98e11f149c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c374d039-e022-4569-a4a7-afa25e0c6381,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:25.609766 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:09:28.741566 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b85ce8b7-cef0-419a-bfcf-4384b9a5fcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:31.574475 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-656a80dd-929e-4f1b-b7b5-bed394b690a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:32.122036 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:32.637995 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:34.898101 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:35.505846 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.481508 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:41.633971 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port 9150236f-4967-4620-8b54-a8ce2b63ccaa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:41.634602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.709947 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.710275 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.721515 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for 9150236f-4967-4620-8b54-a8ce2b63ccaa owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:41.860998 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.885897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=9150236f-4967-4620-8b54-a8ce2b63ccaa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:41.911285 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.911638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.911979 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.912316 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.912648 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.912984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.913311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.913638 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.913965 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.914288 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.914632 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.914953 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:41.955803 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:41.956131 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP 1ee2611b-407e-4acd-bc93-c586ac4201aa disassociated (deleted). External IP: 172.27.2.112, port: 12262f97-d25e-42a8-975d-0c39904d1eae. Aug 27 15:09:42.415836 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:42.519824 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:42.524529 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:42.529222 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:42.540025 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:42.540642 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:42.550999 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-2aacea92-f174-4cd4-b05f-7fd97e24a90c tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "DELETE /v2.0/floatingips/1ee2611b-407e-4acd-bc93-c586ac4201aa HTTP/1.1" status: 204 len: 168 time: 1.0682943 Aug 27 15:09:42.551566 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:42.553802 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36826315-2da0-4d45-90d3-a2e8ca7e63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:42.595597 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941cf50-c92e-4fac-b6c7-b61e5bef39f6 x-openstack-request-id: req-c941cf50-c92e-4fac-b6c7-b61e5bef39f6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:42.595899 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:42.596159 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c941cf50-c92e-4fac-b6c7-b61e5bef39f6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:42.596657 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae', 'status': 'completed', 'code': 200} Aug 27 15:09:42.650177 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:42.821686 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-aff0a8cc-b97f-4aeb-bcff-85a6ff8983a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:42.824000 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-aff0a8cc-b97f-4aeb-bcff-85a6ff8983a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 1099 time: 0.2009835 Aug 27 15:09:42.894893 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:42.918825 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:42.927201 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:42.927811 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:42.958268 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-75d6e32f-92ae-4e9c-802b-67bec6565b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:42.959678 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-75d6e32f-92ae-4e9c-802b-67bec6565b0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.1275442 Aug 27 15:09:42.984305 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649399e3-447a-4fa2-ba17-9f1d490bb3e4 req-95a7e689-60cd-41c3-b65b-3d169bd08e49 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:42.986861 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-649399e3-447a-4fa2-ba17-9f1d490bb3e4 req-95a7e689-60cd-41c3-b65b-3d169bd08e49 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.2491615 Aug 27 15:09:43.016816 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-55d6bfd6-46b2-4a48-bd50-e5f0acab27aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 200 len: 217 time: 0.0464432 Aug 27 15:09:43.034783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:43.083012 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-649399e3-447a-4fa2-ba17-9f1d490bb3e4 req-05e36f4a-7d54-4f1c-a249-ec18e99938ed tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694637 Aug 27 15:09:43.086519 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-0f4880e6-f472-4d8e-bce1-9fbd7c8623cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:43.087883 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-0f4880e6-f472-4d8e-bce1-9fbd7c8623cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0592220 Aug 27 15:09:43.141519 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-9ab63318-77a4-4d11-a17a-7a79a3c5d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:43.143047 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-9ab63318-77a4-4d11-a17a-7a79a3c5d055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448291 Aug 27 15:09:43.157802 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-04108a0b-c3b1-421e-a440-9239e1f56f19 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:09:43.158767 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-04108a0b-c3b1-421e-a440-9239e1f56f19 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Aug 27 15:09:43.250927 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-3adccaaa-6510-4b9b-bb1a-4bdf1632f634 service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830669 Aug 27 15:09:43.263572 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:43.290241 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596c66-767e-4359-8eea-cd5bd9cef7a8 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_floatingips': [{'id': 'a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'router_id': '7e7b6f38-6954-42d0-a383-890738521199', 'port_id': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'mac_address': 'fa:16:3e:b0:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:05:47Z', 'updated_at': '2021-08-27T15:05:48Z', 'revision_number': 1, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:43.350688 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-36826315-2da0-4d45-90d3-a2e8ca7e63a8 req-8e7dccee-0145-4f62-a3a7-1797bdc2c9cb service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Aug 27 15:09:43.499236 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604140f0-d414-4cc5-8c7a-386b9c316bd4 None None] New status for floating IP 1ee2611b-407e-4acd-bc93-c586ac4201aa: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:09:44.258251 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc3492-281f-43a0-94ba-5c51c852e033 req-4b51e767-7a1c-479f-b43c-a57df8fe9941 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:44.259988 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-08dc3492-281f-43a0-94ba-5c51c852e033 req-4b51e767-7a1c-479f-b43c-a57df8fe9941 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.1064734 Aug 27 15:09:44.297052 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-08dc3492-281f-43a0-94ba-5c51c852e033 req-8bf450f3-077a-4266-a9f6-e0dc1251f81d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306027 Aug 27 15:09:44.664928 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-2579828e-4d8a-494b-a828-4cb9d13bcf35 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:44.666531 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-2579828e-4d8a-494b-a828-4cb9d13bcf35 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 946 time: 0.0503449 Aug 27 15:09:44.756873 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port 12262f97-d25e-42a8-975d-0c39904d1eae {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:44.757216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:44.845730 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] For port 12262f97-d25e-42a8-975d-0c39904d1eae, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=12262f97-d25e-42a8-975d-0c39904d1eae,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:44.846092 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:44.858459 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for 12262f97-d25e-42a8-975d-0c39904d1eae owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:44.985807 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:45.014893 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=12262f97-d25e-42a8-975d-0c39904d1eae,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:45.056398 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] No DVR routers for this DVR port 12262f97-d25e-42a8-975d-0c39904d1eae on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:45.058920 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:45.060891 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8bfaeed3-7222-49ab-9d1f-87d80d11b9e2 req-aa74b3db-926b-46da-92a9-a6ef5043356a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "DELETE /v2.0/ports/12262f97-d25e-42a8-975d-0c39904d1eae HTTP/1.1" status: 204 len: 173 time: 0.3853157 Aug 27 15:09:45.061947 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'name': 'network-vif-deleted', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:45.064207 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4871a61-68ae-45c5-b997-46e58d3a688e" -d '{"events": [{"server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "name": "network-vif-deleted", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:45.099886 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51fdcfe-f8b0-460d-a380-fd43989d340e x-openstack-request-id: req-f51fdcfe-f8b0-460d-a380-fd43989d340e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:45.100176 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d04d5-9a3b-4703-8de8-fe1ff0430386", "name": "network-vif-deleted", "tag": "12262f97-d25e-42a8-975d-0c39904d1eae", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:45.100454 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f51fdcfe-f8b0-460d-a380-fd43989d340e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:45.100874 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1d04d5-9a3b-4703-8de8-fe1ff0430386', 'name': 'network-vif-deleted', 'tag': '12262f97-d25e-42a8-975d-0c39904d1eae', 'status': 'completed', 'code': 200} Aug 27 15:09:45.284222 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-a63c530b-d8da-452a-836a-0c700a3e9e52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545714 Aug 27 15:09:45.375775 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d51aa-be59-4428-b491-e4a467dbf537 req-5c6733f6-345e-4c46-8280-fc6bbab34352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:45.377350 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-5c6733f6-345e-4c46-8280-fc6bbab34352 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0487051 Aug 27 15:09:45.397594 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-4321d34d-d7c0-4ceb-ab81-a653217f1d92 req-4a983d49-9f76-4ebf-a3bc-e20bf54a0d2a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d04d5-9a3b-4703-8de8-fe1ff0430386 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Aug 27 15:09:45.496756 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d51aa-be59-4428-b491-e4a467dbf537 req-6f1fd5f5-a576-4209-9d2d-3c4fe74fddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:45.498245 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-6f1fd5f5-a576-4209-9d2d-3c4fe74fddb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.0909302 Aug 27 15:09:45.582276 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-74a6c1b1-b9a9-42db-9d71-89e1308d2017 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 1001 time: 0.0729089 Aug 27 15:09:45.635978 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d51aa-be59-4428-b491-e4a467dbf537 req-c05438c8-4650-429c-8df3-e7e6f70f03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:45.637388 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-c05438c8-4650-429c-8df3-e7e6f70f03cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0453708 Aug 27 15:09:45.683618 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d51aa-be59-4428-b491-e4a467dbf537 req-5b7076f9-440d-4740-901b-22b8e78e87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:45.685078 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-5b7076f9-440d-4740-901b-22b8e78e87c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399985 Aug 27 15:09:45.779641 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-f4ad2aed-d2b3-4621-ab74-4ba17c74e9fa service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Aug 27 15:09:45.871450 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-305d51aa-be59-4428-b491-e4a467dbf537 req-78e501be-c234-4d3e-8924-c688f0587fea service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Aug 27 15:09:48.672779 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:48.823134 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port 974829b2-b398-4950-886b-15eafcd3a5cc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:48.823473 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:48.902833 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:48.903172 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:48.914631 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for 974829b2-b398-4950-886b-15eafcd3a5cc owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:49.056837 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:49.083995 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=974829b2-b398-4950-886b-15eafcd3a5cc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:49.140421 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:49.140775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.db.l3_db [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Floating IP a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f disassociated (deleted). External IP: 172.27.2.38, port: e446bf94-fdf8-4672-ad35-971e0a4bdc80. Aug 27 15:09:49.197134 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 12262f97-d25e-42a8-975d-0c39904d1eae no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:49.216325 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: 12262f97-d25e-42a8-975d-0c39904d1eae {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:49.216672 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device 12262f97-d25e-42a8-975d-0c39904d1eae not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:49.338984 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:49.442614 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:49.447397 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:49.452334 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:49.460894 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:49.461604 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:49.476283 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-08ebec2a-8918-4b3d-8664-c029728b158d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "DELETE /v2.0/floatingips/a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f HTTP/1.1" status: 204 len: 168 time: 0.7999623 Aug 27 15:09:49.476283 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:49.476615 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced9902083e3830d2f8f082f6ac4b90eb283b9226bc72f06ce17cdb7e2093843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5956007-d834-46b7-aa16-de4f170262e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:49.513301 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8911fd-ccc2-439d-879e-d98c0b1dac18 x-openstack-request-id: req-1b8911fd-ccc2-439d-879e-d98c0b1dac18 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:49.514821 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:49.515285 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b8911fd-ccc2-439d-879e-d98c0b1dac18 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:49.515702 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'status': 'completed', 'code': 200} Aug 27 15:09:49.571252 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:49.599118 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956007-d834-46b7-aa16-de4f170262e3 req-645eec52-dd4a-444c-9494-240f6718ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:49.600658 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-645eec52-dd4a-444c-9494-240f6718ce1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b269778d33f141c284a3a8398e654de1&device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0512104 Aug 27 15:09:49.731849 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841ec25-00f2-481e-a186-c60865ed1063 req-1fb3b19f-87f0-49bf-ab3e-dd3a839dc034 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:49.733391 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1841ec25-00f2-481e-a186-c60865ed1063 req-1fb3b19f-87f0-49bf-ab3e-dd3a839dc034 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0680499 Aug 27 15:09:49.756123 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956007-d834-46b7-aa16-de4f170262e3 req-44652963-8878-4fd2-9c70-b3f84ea6c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:49.757524 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-44652963-8878-4fd2-9c70-b3f84ea6c8aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 200 len: 912 time: 0.1358440 Aug 27 15:09:49.790218 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:49.803959 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-604dc1e2-9501-4707-95f8-9784364af537 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 200 len: 217 time: 0.0376861 Aug 27 15:09:49.817161 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:49.824283 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1841ec25-00f2-481e-a186-c60865ed1063 req-02319d56-a1d3-4e75-92ca-e910e39a93ae tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824132 Aug 27 15:09:49.825440 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:49.826044 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:49.859725 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956007-d834-46b7-aa16-de4f170262e3 req-bd084e34-5faf-4839-aac2-2b82d4344251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:49.861178 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-bd084e34-5faf-4839-aac2-2b82d4344251 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 200 len: 850 time: 0.0489218 Aug 27 15:09:49.907513 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956007-d834-46b7-aa16-de4f170262e3 req-271599ab-03b1-47c2-a307-e56dddf185a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:49.909011 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-271599ab-03b1-47c2-a307-e56dddf185a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd327586-c15e-4d54-817a-8ebb23b3059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396109 Aug 27 15:09:49.932942 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:50.005099 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-d402fd4b-50b3-451a-b0fa-9bac7662d96a service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870626 Aug 27 15:09:50.095007 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-b5956007-d834-46b7-aa16-de4f170262e3 req-faed3811-80dc-44c2-bf39-e72012e137fe service neutron] 10.222.0.35 "GET /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818048 Aug 27 15:09:50.128369 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:50.159493 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef08f54-1775-4820-91fe-68a1e3547673 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:01:59Z', 'revision_number': 4, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '2844fcfc-f29d-42ae-999d-df65b4c311be', 'name': '', 'network_id': 'bd327586-c15e-4d54-817a-8ebb23b3059a', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'mac_address': 'fa:16:3e:38:33:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:58Z', 'updated_at': '2021-08-27T15:02:06Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'subnets': [{'id': '9669be29-b65c-4022-b598-fa10b3b8cf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:50.356123 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b7534-1255-4189-be3e-cfe41f06d902 None None] New status for floating IP a0e9cdd0-2fff-4eac-99cc-f97a8c807f7f: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:09:50.938772 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620995a8-56b8-495f-9598-63ec6ca29891 req-40526983-cf47-4335-9b0e-e4be8d343113 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:50.940263 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-620995a8-56b8-495f-9598-63ec6ca29891 req-40526983-cf47-4335-9b0e-e4be8d343113 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0483794 Aug 27 15:09:50.977116 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-620995a8-56b8-495f-9598-63ec6ca29891 req-ed664686-c7c1-4586-a06e-c069867a3f33 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/security-groups?id=52542239-8d87-4463-86b5-b794e535ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Aug 27 15:09:51.445570 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-e88b0ba3-caf8-48c2-b0c1-06a2fb28e3f7 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:51.447056 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-e88b0ba3-caf8-48c2-b0c1-06a2fb28e3f7 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 946 time: 0.0521703 Aug 27 15:09:51.537233 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port e446bf94-fdf8-4672-ad35-971e0a4bdc80 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:51.537578 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:51.626208 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] For port e446bf94-fdf8-4672-ad35-971e0a4bdc80, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e446bf94-fdf8-4672-ad35-971e0a4bdc80,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:51.626601 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:51.639409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for e446bf94-fdf8-4672-ad35-971e0a4bdc80 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:51.761208 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:51.791972 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=e446bf94-fdf8-4672-ad35-971e0a4bdc80,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:51.833369 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] No DVR routers for this DVR port e446bf94-fdf8-4672-ad35-971e0a4bdc80 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:51.835909 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:51.838174 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-917148f9-ff43-4ad7-b159-9fbd1bda28ee req-c927b2c3-20b3-4978-a3a8-d794551e099d tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.35 "DELETE /v2.0/ports/e446bf94-fdf8-4672-ad35-971e0a4bdc80 HTTP/1.1" status: 204 len: 173 time: 0.3836205 Aug 27 15:09:51.838654 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'name': 'network-vif-deleted', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:09:51.840852 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc653887-5630-415d-889b-2dd61e14b111" -d '{"events": [{"server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "name": "network-vif-deleted", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:09:51.877842 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ddb28-5502-4dda-afd7-5d881c61caac x-openstack-request-id: req-e88ddb28-5502-4dda-afd7-5d881c61caac {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:09:51.878140 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5b48b-97ca-45f0-8712-b5759f2a9ad9", "name": "network-vif-deleted", "tag": "e446bf94-fdf8-4672-ad35-971e0a4bdc80", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:09:51.878418 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e88ddb28-5502-4dda-afd7-5d881c61caac {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:09:51.878832 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5b48b-97ca-45f0-8712-b5759f2a9ad9', 'name': 'network-vif-deleted', 'tag': 'e446bf94-fdf8-4672-ad35-971e0a4bdc80', 'status': 'completed', 'code': 200} Aug 27 15:09:52.073643 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2acfc437-93cd-4bfa-962f-19b8e21de1cb req-9ac177e7-d551-4574-af5a-f09a75810bad tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a5b48b-97ca-45f0-8712-b5759f2a9ad9 HTTP/1.1" status: 200 len: 210 time: 0.0321760 Aug 27 15:09:53.128241 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34500) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:53.253076 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Deleting port 7ccd0787-0cbf-4877-820d-feaa571ecb55 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:53.253418 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.329817 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.330142 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.341341 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Calling delete_port for 7ccd0787-0cbf-4877-820d-feaa571ecb55 owned by network:floatingip {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:53.473519 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.502684 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'Port': ['ID=7ccd0787-0cbf-4877-820d-feaa571ecb55,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:53.561893 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.565070 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:53.566221 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-55b8d91f-0094-467c-bc67-966997a31d1a tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "DELETE /v2.0/floatingips/cd735563-91e3-445e-8e49-6b0f470ac6d0 HTTP/1.1" status: 204 len: 168 time: 0.4369869 Aug 27 15:09:54.755137 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34512) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:54.811914 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:54.836762 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:54.896074 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:54.898901 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:54.900064 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] 10.222.0.42 "DELETE /v2.0/security-groups/52542239-8d87-4463-86b5-b794e535ed3c HTTP/1.1" status: 204 len: 168 time: 0.1439219 Aug 27 15:09:54.909242 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9538e-8c64-482e-872b-a14358195895 tempest-TestVolumeBootPattern-330967710 tempest-TestVolumeBootPattern-330967710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52542239-8d87-4463-86b5-b794e535ed3c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:54.956844 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34516) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:55.212550 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e446bf94-fdf8-4672-ad35-971e0a4bdc80 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:55.232405 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: e446bf94-fdf8-4672-ad35-971e0a4bdc80 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:55.232782 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device e446bf94-fdf8-4672-ad35-971e0a4bdc80 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:55.391541 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:55.625724 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Deleting port 2844fcfc-f29d-42ae-999d-df65b4c311be {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:55.626040 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:55.717358 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] For port 2844fcfc-f29d-42ae-999d-df65b4c311be, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2844fcfc-f29d-42ae-999d-df65b4c311be,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:55.717632 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:55.732866 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Calling delete_port for 2844fcfc-f29d-42ae-999d-df65b4c311be owned by network:router_interface {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:55.905176 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:55.931316 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2844fcfc-f29d-42ae-999d-df65b4c311be,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:56.315307 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:56.526682 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Router 7e7b6f38-6954-42d0-a383-890738521199 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:56.631905 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:56.637180 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a0bc319c-0cfa-4e50-9c85-9e0e1e1861cf admin admin] 10.222.0.42 "PUT /v2.0/routers/7e7b6f38-6954-42d0-a383-890738521199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786852 Aug 27 15:09:56.639682 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34520) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:56.642266 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Sync routers for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:56.651345 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:56.651951 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:56.741308 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:56.755120 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:56.842261 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:56.894768 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Deleting port 3664e9a1-cef5-4c37-9240-4a67d2845757 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:56.895053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:56.933703 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:09:55Z', 'revision_number': 5, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port': {'id': '3664e9a1-cef5-4c37-9240-4a67d2845757', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b6f38-6954-42d0-a383-890738521199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:56Z', 'updated_at': '2021-08-27T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:56.963125 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Checking router: 7e7b6f38-6954-42d0-a383-890738521199 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:09:56.972344 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Routers {'7e7b6f38-6954-42d0-a383-890738521199'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:56.972963 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['7e7b6f38-6954-42d0-a383-890738521199'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:56.974081 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] For port 3664e9a1-cef5-4c37-9240-4a67d2845757, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3664e9a1-cef5-4c37-9240-4a67d2845757,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:56.974643 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:56.991330 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Calling delete_port for 3664e9a1-cef5-4c37-9240-4a67d2845757 owned by network:router_gateway {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:57.060280 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] Set router 7e7b6f38-6954-42d0-a383-890738521199 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:57.111373 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:09:56Z', 'revision_number': 6, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:57.139996 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31ffe-4773-4ba4-b7b6-4d1395aa00c1 None None] The sync data for ids ['7e7b6f38-6954-42d0-a383-890738521199'] in dv-cinder-786929-5-iscsi is: [{'id': '7e7b6f38-6954-42d0-a383-890738521199', 'name': 'tempest-TestVolumeBootPattern-431964218-router', 'tenant_id': 'b269778d33f141c284a3a8398e654de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:55Z', 'updated_at': '2021-08-27T15:09:56Z', 'revision_number': 6, 'project_id': 'b269778d33f141c284a3a8398e654de1', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:09:57.165199 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.193588 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3664e9a1-cef5-4c37-9240-4a67d2845757,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:57.250617 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.337592 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.339649 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.383036 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.383535 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7b6f38-6954-42d0-a383-890738521199 {{(pid=93960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:09:57.388013 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.389115 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1fac7d85-8c18-4236-80f2-f2ccc2a221d1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e7b6f38-6954-42d0-a383-890738521199 HTTP/1.1" status: 204 len: 168 time: 0.7485247 Aug 27 15:09:57.391629 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34522) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:57.435994 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Deleting subnet 9669be29-b65c-4022-b598-fa10b3b8cf6e {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:09:57.438856 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.473918 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.560638 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.611915 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.638972 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9669be29-b65c-4022-b598-fa10b3b8cf6e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:57.640951 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.642879 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-14e33aca-e3c0-4891-8782-9bad689e839a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9669be29-b65c-4022-b598-fa10b3b8cf6e HTTP/1.1" status: 204 len: 168 time: 0.2498097 Aug 27 15:09:57.645397 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34524) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:57.648033 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075ff9d-aba1-4fd7-9e23-e9c50e202718 None None] Network bd327586-c15e-4d54-817a-8ebb23b3059a requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:09:57.712041 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.768490 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Deleting port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:57.768825 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.832651 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] For port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,segment=NetworkSegment(ec1dd833-2dd3-432b-ad02-16e2887e8133),segment_id=ec1dd833-2dd3-432b-ad02-16e2887e8133)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:57.832954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.846704 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Calling delete_port for 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:57.892182 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] DHCP port deletion for bd327586-c15e-4d54-817a-8ebb23b3059a request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:09:57.933173 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.946427 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Deleting port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e {{(pid=93961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:57.946809 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:57.960698 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:57.962700 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] No DVR routers for this DVR port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e on host dv-cinder-786929-5-iscsi {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:58.012102 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] For port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e, host dv-cinder-786929-5-iscsi, got binding levels [] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:58.012602 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.026050 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Calling delete_port for 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e owned by network:dhcp {{(pid=93961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:58.028300 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.ipam_backend_mixin [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e was not found and therefore no delete operation was performed {{(pid=93961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 15:09:58.029586 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117'] for port, after_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.035445 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.045841 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd327586-c15e-4d54-817a-8ebb23b3059a']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:58.055304 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Pushing event deleted for resources: {'Port': ['ID=1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e,revision_number=None']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:58.056544 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1dd833-2dd3-432b-ad02-16e2887e8133') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:58.057021 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1dd833-2dd3-432b-ad02-16e2887e8133') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:58.057488 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] No DVR routers for this DVR port 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e on host dv-cinder-786929-5-iscsi {{(pid=93961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:09:58.065955 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.066325 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.066762 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.067104 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.067439 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.067774 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.068118 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.068423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.068757 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.069083 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.069409 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.069721 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6717-6b24-4c59-9dbb-9392913214f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:09:58.071198 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.089531 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.096056 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:09:58.096445 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:09:58.098222 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:09:58.152280 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.158648 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.160625 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd327586-c15e-4d54-817a-8ebb23b3059a HTTP/1.1" status: 204 len: 168 time: 0.5143232 Aug 27 15:09:58.163775 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34526) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:58.179678 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ebe54-cbeb-44a1-8d72-c7bf6c7ebfae admin admin] Pushing event deleted for resources: {'Network': ['ID=bd327586-c15e-4d54-817a-8ebb23b3059a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:58.520660 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.743449 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35b72566-2281-4489-a5d0-36abacf524dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.760403 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Deleting port 6f1af08f-2582-4480-a413-aab45d460304 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:09:58.760758 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.837061 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] For port 6f1af08f-2582-4480-a413-aab45d460304, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=6f1af08f-2582-4480-a413-aab45d460304,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:09:58.837342 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:58.849985 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Calling delete_port for 6f1af08f-2582-4480-a413-aab45d460304 owned by network:router_interface {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:09:59.031860 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:59.051986 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3664e9a1-cef5-4c37-9240-4a67d2845757 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:59.060388 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1af08f-2582-4480-a413-aab45d460304,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:09:59.077020 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 3664e9a1-cef5-4c37-9240-4a67d2845757 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:59.077368 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3664e9a1-cef5-4c37-9240-4a67d2845757 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:59.077794 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2844fcfc-f29d-42ae-999d-df65b4c311be no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:59.097129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 2844fcfc-f29d-42ae-999d-df65b4c311be {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:59.097479 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2844fcfc-f29d-42ae-999d-df65b4c311be not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:59.097907 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:09:59.119748 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:09:59.120654 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 1e6a864e-3cd6-4a2c-a4fb-1b8f5f44af7e not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:09:59.460051 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:59.668633 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Router 37324cf0-d605-43f2-9496-3144893dd35e has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:09:59.769621 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:09:59.775889 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-b05568ec-9275-4477-bdb9-491925bed1c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/37324cf0-d605-43f2-9496-3144893dd35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098697 Aug 27 15:09:59.777110 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34528) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:09:59.779650 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Sync routers for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:09:59.788775 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:09:59.789493 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:09:59.879303 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:59.891809 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:09:59.982053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.035020 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Deleting port c3d55b53-f172-4f07-9dc2-abac38dd20ac {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:00.035272 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.068792 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:09:58Z', 'revision_number': 5, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port': {'id': 'c3d55b53-f172-4f07-9dc2-abac38dd20ac', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37324cf0-d605-43f2-9496-3144893dd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:02:02Z', 'updated_at': '2021-08-27T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:00.095036 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Checking router: 37324cf0-d605-43f2-9496-3144893dd35e for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:00.103039 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Routers {'37324cf0-d605-43f2-9496-3144893dd35e'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:00.103723 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:09:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['37324cf0-d605-43f2-9496-3144893dd35e'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:00.115723 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] For port c3d55b53-f172-4f07-9dc2-abac38dd20ac, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=c3d55b53-f172-4f07-9dc2-abac38dd20ac,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:00.116272 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.128932 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Calling delete_port for c3d55b53-f172-4f07-9dc2-abac38dd20ac owned by network:router_gateway {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:00.187853 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] Set router 37324cf0-d605-43f2-9496-3144893dd35e gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:00.241662 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:09:59Z', 'revision_number': 6, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:00.269593 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd26b8c-acce-4e2c-b950-25eb562e8ac7 None None] The sync data for ids ['37324cf0-d605-43f2-9496-3144893dd35e'] in dv-cinder-786929-5-iscsi is: [{'id': '37324cf0-d605-43f2-9496-3144893dd35e', 'name': 'tempest-TestVolumeBootPattern-879860116-router', 'tenant_id': '977341e3c4334c4691b9b74ad700c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:02:01Z', 'updated_at': '2021-08-27T15:09:59Z', 'revision_number': 6, 'project_id': '977341e3c4334c4691b9b74ad700c2fd', 'gw_port_host': None}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:00.303048 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.326884 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d55b53-f172-4f07-9dc2-abac38dd20ac,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:00.390842 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.485004 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.487612 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.528607 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.529216 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37324cf0-d605-43f2-9496-3144893dd35e {{(pid=93960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:10:00.533732 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] Notify callbacks [] for router, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.535037 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-23fdbc51-3cf2-4f52-9197-aede375cff59 admin admin] 10.222.0.42 "DELETE /v2.0/routers/37324cf0-d605-43f2-9496-3144893dd35e HTTP/1.1" status: 204 len: 168 time: 0.7570179 Aug 27 15:10:00.537860 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34530) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:00.581599 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.db_base_plugin_v2 [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Deleting subnet 2975d755-3599-46de-8740-8dae094e5f9a {{(pid=93960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:10:00.584510 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.618850 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25393378'] for subnet, precommit_delete_associations {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.711273 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.765082 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26327491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681945'] for subnet, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.791292 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2975d755-3599-46de-8740-8dae094e5f9a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:00.796053 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for subnet, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.797938 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-135bd293-3c1d-424b-9a85-e44e06e5f45d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2975d755-3599-46de-8740-8dae094e5f9a HTTP/1.1" status: 204 len: 168 time: 0.2590575 Aug 27 15:10:00.800995 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34532) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:00.801972 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5c043-ebb8-4a9c-aa44-5ed6949a715c None None] Network 7ab7bd86-bd90-49af-b1f8-098e6129d070 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:00.871880 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.925330 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Deleting port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:00.925677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.989289 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] For port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:00.989659 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.003875 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Calling delete_port for 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:01.017976 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] DHCP port deletion for 7ab7bd86-bd90-49af-b1f8-098e6129d070 request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:10:01.073572 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Deleting port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 {{(pid=93961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:01.074587 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.105540 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.116571 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:01.136800 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:01.144815 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] No DVR routers for this DVR port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 on host dv-cinder-786929-5-iscsi {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:10:01.146969 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.147346 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.148204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.148204 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.148725 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:01.148846 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.148846 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.149121 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:01.149202 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.149279 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c3d55b53-f172-4f07-9dc2-abac38dd20ac no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:01.149517 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.149813 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.150176 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.150954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.150954 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:01.169945 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: c3d55b53-f172-4f07-9dc2-abac38dd20ac {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:01.170297 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device c3d55b53-f172-4f07-9dc2-abac38dd20ac not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:01.170748 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6f1af08f-2582-4480-a413-aab45d460304 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:01.197399 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 6f1af08f-2582-4480-a413-aab45d460304 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:01.197743 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 6f1af08f-2582-4480-a413-aab45d460304 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:01.206091 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] For port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,segment=NetworkSegment(fba24b5f-e762-4236-a04c-fd6044f90ff0),segment_id=fba24b5f-e762-4236-a04c-fd6044f90ff0)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:01.206576 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.218693 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Calling delete_port for 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 owned by network:dhcp {{(pid=93961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:01.226500 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.237861 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab7bd86-bd90-49af-b1f8-098e6129d070']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:01.249524 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba24b5f-e762-4236-a04c-fd6044f90ff0') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:01.249859 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba24b5f-e762-4236-a04c-fd6044f90ff0') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:01.263415 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.278134 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.284879 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:10:01.285295 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:10:01.287162 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:10:01.344117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117'] for port, after_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.349499 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.355319 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.357331 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ab7bd86-bd90-49af-b1f8-098e6129d070 HTTP/1.1" status: 204 len: 168 time: 0.5552998 Aug 27 15:10:01.368525 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a783-cde5-4b55-b2af-ef9bcb21b7be admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab7bd86-bd90-49af-b1f8-098e6129d070,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:01.374752 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] Pushing event deleted for resources: {'Port': ['ID=7d1cdb36-bbf0-4d53-b466-a06fa5f30a88,revision_number=None']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:01.379307 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655860e-d1b2-4418-b53f-58f4328410b9 None None] No DVR routers for this DVR port 7d1cdb36-bbf0-4d53-b466-a06fa5f30a88 on host dv-cinder-786929-5-iscsi {{(pid=93961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:10:01.476979 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34536) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:01.516352 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-d6025453-43fb-4de3-9951-a180feb98d5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b269778d33f141c284a3a8398e654de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382297 Aug 27 15:10:01.519667 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:01.568754 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.576117 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-727607a3-8e59-4b21-a7d6-b5f46a113cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.591044 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.638165 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.640664 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:01.641927 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fe6a32e-50be-4351-b8b4-87e279623ca2 HTTP/1.1" status: 204 len: 168 time: 0.1212018 Aug 27 15:10:01.649958 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f52d4a-d374-4c6b-90ac-995a3fbf89fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6a32e-50be-4351-b8b4-87e279623ca2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:01.949583 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34544) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:01.993475 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-6e85f5be-fca6-45af-bea4-76a996cdff62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=977341e3c4334c4691b9b74ad700c2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427577 Aug 27 15:10:01.995904 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34546) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:02.046739 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:02.068747 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:02.116799 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:02.119764 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:02.120841 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0db54b97-5900-4837-9140-c3e58e015bce HTTP/1.1" status: 204 len: 168 time: 0.1240475 Aug 27 15:10:02.127867 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:02.131263 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e3338-2979-4abe-9ba9-9dbeeaf98377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db54b97-5900-4837-9140-c3e58e015bce,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:02.608925 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:10:02.643558 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:04.902129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:05.505214 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.743957 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8025a382-2c98-4c15-a731-f5f966a4ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.578365 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9b40-17e2-4ba4-88b4-5e0239e86230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.120179 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.643747 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.905011 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.505312 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.608551 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:10:46.269374 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-6eefc807-990b-44f5-9972-aff257f43a05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394731 Aug 27 15:10:46.332946 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-0767e892-60f8-43e4-a565-885d22724272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:46.334376 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-0767e892-60f8-43e4-a565-885d22724272 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0416870 Aug 27 15:10:46.437558 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-9dc78f68-3323-4829-b451-e67fb74cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:46.439053 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-9dc78f68-3323-4829-b451-e67fb74cdcfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0827961 Aug 27 15:10:46.509014 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-6e1779cc-d6d7-46a4-8e5f-80046ebd43fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1002 time: 0.0591881 Aug 27 15:10:46.562554 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-5ea1cfdf-3f3f-4d3e-91af-20d5055c9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:46.563858 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-5ea1cfdf-3f3f-4d3e-91af-20d5055c9ac5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0433118 Aug 27 15:10:46.613344 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-eb94174f-0cd4-4137-82e5-0137b511c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:46.614783 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-eb94174f-0cd4-4137-82e5-0137b511c570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383995 Aug 27 15:10:46.705304 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-99c8fd08-1b23-4419-94c9-b8487bf6bbf9 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825658 Aug 27 15:10:46.798357 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e372b035-b9c3-49b3-84ba-875494bef7d2 req-ffa85d70-0a91-41cc-ac46-a59066766d34 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819955 Aug 27 15:10:55.827198 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bb520-dcb5-4c0b-be25-6a5bca7e67b1 req-37914aa1-960a-4e87-9e17-0ffa10d7ee60 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:55.828651 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-561bb520-dcb5-4c0b-be25-6a5bca7e67b1 req-37914aa1-960a-4e87-9e17-0ffa10d7ee60 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0482831 Aug 27 15:10:55.865218 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-561bb520-dcb5-4c0b-be25-6a5bca7e67b1 req-eaff8fa7-dad9-478a-bb6a-b63df9a6e297 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306425 Aug 27 15:10:56.979760 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c013e-d313-4243-9471-b0fc087d318e req-414f6d87-1831-414b-9746-c1d3815e06da tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:56.981239 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3e2c013e-d313-4243-9471-b0fc087d318e req-414f6d87-1831-414b-9746-c1d3815e06da tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 27 15:10:57.018060 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-3e2c013e-d313-4243-9471-b0fc087d318e req-a1e05b3d-0bed-4c6f-9a4a-1cb858932ed1 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Aug 27 15:10:58.135963 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c385df0-281a-4d96-9984-e3407769544b req-9d0ce619-85b0-4429-8b51-6c5cc3f0bf34 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:58.137567 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6c385df0-281a-4d96-9984-e3407769544b req-9d0ce619-85b0-4429-8b51-6c5cc3f0bf34 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Aug 27 15:10:58.177866 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6c385df0-281a-4d96-9984-e3407769544b req-f82be1f4-e28b-4087-a5ff-af080862b46c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337105 Aug 27 15:10:58.744026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fe435fe-e7ae-4a08-a122-32b5c48199bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:59.294681 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fec48-0100-4ae9-a16b-b10b86f09519 req-de3e98f9-ca52-4880-bd44-542c311250fd tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:59.296062 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bd3fec48-0100-4ae9-a16b-b10b86f09519 req-de3e98f9-ca52-4880-bd44-542c311250fd tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Aug 27 15:10:59.332619 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-bd3fec48-0100-4ae9-a16b-b10b86f09519 req-d05bddea-103d-4253-ac6b-b45bd7e0f63c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301447 Aug 27 15:11:00.444426 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61174f-9d5f-422f-8e03-8738e85d42cc req-b2ace64e-26ec-46d5-b792-cd14a93171a0 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:00.445906 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fb61174f-9d5f-422f-8e03-8738e85d42cc req-b2ace64e-26ec-46d5-b792-cd14a93171a0 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 27 15:11:00.481921 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-fb61174f-9d5f-422f-8e03-8738e85d42cc req-378b5ffa-5f2c-4d7e-9f0b-81995a66ff28 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Aug 27 15:11:01.579018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c4b784b3-3509-4963-979d-7b6dff2e7447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:01.597868 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97984a6-b5d6-4d95-8113-fb38af44ecf0 req-7aa9bb8e-ef31-4ac1-b05f-3edc4f6546dc tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:01.599460 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c97984a6-b5d6-4d95-8113-fb38af44ecf0 req-7aa9bb8e-ef31-4ac1-b05f-3edc4f6546dc tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0514579 Aug 27 15:11:01.637156 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c97984a6-b5d6-4d95-8113-fb38af44ecf0 req-4dded027-3119-439b-86d5-e7fc90cfdee7 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Aug 27 15:11:02.121340 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:02.647262 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:02.748560 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee74af0-a24b-4069-ae96-ea5519f41fd2 req-219d3a7d-58fc-465a-8f97-61a50386a8a9 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:02.750038 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6ee74af0-a24b-4069-ae96-ea5519f41fd2 req-219d3a7d-58fc-465a-8f97-61a50386a8a9 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0486264 Aug 27 15:11:02.787462 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-6ee74af0-a24b-4069-ae96-ea5519f41fd2 req-5b84adc9-f608-4f42-8d6a-71a5d45c1708 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Aug 27 15:11:03.897475 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132166e-e7fd-403a-bff7-fe8d032546c5 req-127eb9e9-0fec-4d95-b4b3-d829a19fa84e tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:03.899006 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2132166e-e7fd-403a-bff7-fe8d032546c5 req-127eb9e9-0fec-4d95-b4b3-d829a19fa84e tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0482452 Aug 27 15:11:03.936390 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-2132166e-e7fd-403a-bff7-fe8d032546c5 req-4c2185f7-2c4f-447f-85e5-f8a8a93f6b81 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Aug 27 15:11:04.907333 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:05.053155 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b403c-34e0-4e48-a5ab-34669a969fca req-1f01089d-5f13-4b33-9104-b6477f78ef31 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:05.054628 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-266b403c-34e0-4e48-a5ab-34669a969fca req-1f01089d-5f13-4b33-9104-b6477f78ef31 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0527792 Aug 27 15:11:05.094832 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-266b403c-34e0-4e48-a5ab-34669a969fca req-1ad34b75-94df-4707-a026-93c10eb74079 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Aug 27 15:11:05.524023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:06.032677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-56146cc2-9233-4045-9330-331291a42075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:06.034170 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-56146cc2-9233-4045-9330-331291a42075 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0437167 Aug 27 15:11:06.126627 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-82da3419-5150-4a57-ad0f-fccb8060051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:06.128098 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-82da3419-5150-4a57-ad0f-fccb8060051e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0827472 Aug 27 15:11:06.222759 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-8d458e52-7fe4-433f-9e04-ecde3eb45124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1002 time: 0.0864518 Aug 27 15:11:06.237677 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da5a4f-1897-432c-8be0-384febda17a2 req-f0bedfcc-55cd-487e-9e25-4f9f5bc64760 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:06.239665 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e8da5a4f-1897-432c-8be0-384febda17a2 req-f0bedfcc-55cd-487e-9e25-4f9f5bc64760 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0658309 Aug 27 15:11:06.306773 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-e8da5a4f-1897-432c-8be0-384febda17a2 req-856f1d3e-1589-4921-8990-fb6d1f99d04a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592463 Aug 27 15:11:06.308231 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-3283964a-9613-4c51-86dc-01a4bfb1d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:06.309592 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-3283964a-9613-4c51-86dc-01a4bfb1d484 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0691020 Aug 27 15:11:06.357370 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-a6273a4c-5298-42ba-a49d-67c0acae9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:06.358877 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-a6273a4c-5298-42ba-a49d-67c0acae9b6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409584 Aug 27 15:11:06.448994 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-e4f55d87-db75-4d1f-8ff2-ff25a28064c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806153 Aug 27 15:11:06.540469 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-48752a2c-a948-4be8-a571-44b4804e9ec3 req-808981df-afaa-4d34-ab9f-8735d3299560 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836680 Aug 27 15:11:07.432557 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7cf7-7fe9-4b4e-b4a4-7a120bcd4f97 req-5c6bd47b-bb2a-4ad5-9bef-41b0b274d0cb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:07.434029 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f68a7cf7-7fe9-4b4e-b4a4-7a120bcd4f97 req-5c6bd47b-bb2a-4ad5-9bef-41b0b274d0cb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Aug 27 15:11:07.470781 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f68a7cf7-7fe9-4b4e-b4a4-7a120bcd4f97 req-0ee40458-8cbf-4dd5-9468-aa80233ad3c6 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Aug 27 15:11:08.585163 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131cdb8-af30-4357-bd0c-1df50335780e req-4176e750-acfc-4912-a4d6-f7210c9a8902 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:08.586653 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8131cdb8-af30-4357-bd0c-1df50335780e req-4176e750-acfc-4912-a4d6-f7210c9a8902 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0487318 Aug 27 15:11:08.623816 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-8131cdb8-af30-4357-bd0c-1df50335780e req-fac61f15-8427-4578-b484-cd93b7f526fe tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Aug 27 15:11:09.738115 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e860022-ee99-4a52-96bc-c1a476739f86 req-3ffd3687-2ae9-40a5-ae9e-f7d577dd9f4f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:09.739603 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1e860022-ee99-4a52-96bc-c1a476739f86 req-3ffd3687-2ae9-40a5-ae9e-f7d577dd9f4f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0471377 Aug 27 15:11:09.776946 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-1e860022-ee99-4a52-96bc-c1a476739f86 req-18922c68-d572-4c43-b6db-dfc978133cb2 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Aug 27 15:11:11.018618 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2b26a-a450-4f70-930f-a0f79aae4c28 req-705a25ce-5fca-4994-b5f0-8f318e373040 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:11.020906 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06b2b26a-a450-4f70-930f-a0f79aae4c28 req-705a25ce-5fca-4994-b5f0-8f318e373040 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0529742 Aug 27 15:11:11.059823 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-06b2b26a-a450-4f70-930f-a0f79aae4c28 req-d1a0f5ed-1831-4805-af9c-ef60130b4538 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Aug 27 15:11:11.068345 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34610) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:11:11.152268 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-0a992dda-8f27-4e86-9744-669373b03241 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827892 Aug 27 15:11:11.630248 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:11:11.704708 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:11.725908 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:11:11.728172 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e2648-885e-4327-ba91-ba737c7ecc87" -d '{"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:11:11.743354 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:11:11.747821 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:11.795845 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=6']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:11:11.803410 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.803758 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.804099 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.804450 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.804769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.805103 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.805431 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.805757 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.806087 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.806444 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.806769 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.807092 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:11:11.889917 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edee7ac-43b3-43ee-a795-fb01f27eaaf2 x-openstack-request-id: req-9edee7ac-43b3-43ee-a795-fb01f27eaaf2 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:11:11.890214 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-unplugged", "status": "failed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "code": 422}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:11:11.890499 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9edee7ac-43b3-43ee-a795-fb01f27eaaf2 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:11:11.890940 dv-cinder-786929-5-iscsi neutron-server[93961]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'code': 422} returned with failed status Aug 27 15:11:12.175090 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30711-34e1-4234-bc34-f5f78779e5fa req-134d6349-1590-4b46-85c5-92afc4795285 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.176587 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f6a30711-34e1-4234-bc34-f5f78779e5fa req-134d6349-1590-4b46-85c5-92afc4795285 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0498099 Aug 27 15:11:12.216486 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f6a30711-34e1-4234-bc34-f5f78779e5fa req-3d47cbd0-75ce-4fe1-8635-e6ef5588dd69 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340765 Aug 27 15:11:12.609997 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-727682ed-abdf-4c98-8109-9f9a389048ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.611593 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-727682ed-abdf-4c98-8109-9f9a389048ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3&tenant_id=0d6ef237af174871a85031101660bd23 HTTP/1.1" status: 200 len: 1097 time: 0.0394776 Aug 27 15:11:12.677140 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-4b07e017-0837-45d3-ba6b-e7c87bd92105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.678711 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-4b07e017-0837-45d3-ba6b-e7c87bd92105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0416687 Aug 27 15:11:12.772353 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-5242b793-2d82-4bbd-a7fb-cd6b35649904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.773783 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-5242b793-2d82-4bbd-a7fb-cd6b35649904 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0834332 Aug 27 15:11:12.843921 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-a493c595-1d64-495e-9ccd-aaf25a105340 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1000 time: 0.0588677 Aug 27 15:11:12.897512 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-81ea10a4-68a2-46e4-94bf-6f55a8a13aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.898867 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-81ea10a4-68a2-46e4-94bf-6f55a8a13aa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0433090 Aug 27 15:11:12.948398 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-c27d949d-a4f8-46b2-8064-29e65c8b58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:12.949821 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-c27d949d-a4f8-46b2-8064-29e65c8b58b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398369 Aug 27 15:11:13.044190 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-3720afc3-1368-47a9-b90f-9a30f11972ba service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827692 Aug 27 15:11:13.137111 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-cd4e40c0-d93a-40b7-a7f3-3b45067cdcf6 req-9c4691f5-264e-4319-86e8-d1aef7af217a service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813165 Aug 27 15:11:13.329518 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d2b0-cf40-43ea-9b8a-249d66db9928 req-1a711808-cd1a-4182-90cb-a83649185113 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:13.330978 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1117d2b0-cf40-43ea-9b8a-249d66db9928 req-1a711808-cd1a-4182-90cb-a83649185113 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0471172 Aug 27 15:11:13.367373 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-1117d2b0-cf40-43ea-9b8a-249d66db9928 req-023ffc06-a793-489f-9357-d87857a6f354 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299265 Aug 27 15:11:14.479611 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9ce2-231f-416e-94ea-b21a60d7e4de req-34cc5298-2b60-484c-823d-2d9b65bd296a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:14.481086 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f29d9ce2-231f-416e-94ea-b21a60d7e4de req-34cc5298-2b60-484c-823d-2d9b65bd296a tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0481281 Aug 27 15:11:14.517357 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-f29d9ce2-231f-416e-94ea-b21a60d7e4de req-98709b45-fd28-4724-aa40-8cbc6f5fefe1 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305469 Aug 27 15:11:15.859569 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd221-d44b-4e4b-be2a-2295d78c4bd3 req-6cbad520-00ec-4bcd-b726-2d868a97792f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:15.860974 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4cbcd221-d44b-4e4b-be2a-2295d78c4bd3 req-6cbad520-00ec-4bcd-b726-2d868a97792f tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.2780125 Aug 27 15:11:15.899097 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-4cbcd221-d44b-4e4b-be2a-2295d78c4bd3 req-d90553ef-ed0a-451c-ac69-60098202529b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Aug 27 15:11:16.607891 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:11:17.017295 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1449-ed6d-4f3b-9f7b-1403a53a695b req-9a1a4967-84e1-4833-a85d-2435f6b6501b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:17.018845 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2e1e1449-ed6d-4f3b-9f7b-1403a53a695b req-9a1a4967-84e1-4833-a85d-2435f6b6501b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Aug 27 15:11:17.057015 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-2e1e1449-ed6d-4f3b-9f7b-1403a53a695b req-f273f043-48aa-4385-ae19-c4394e423b61 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Aug 27 15:11:18.168160 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87f84-a4cd-4af4-8fcf-f336281811bf req-79107cc5-7220-40be-8748-224c4eb55a7c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:18.169497 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76a87f84-a4cd-4af4-8fcf-f336281811bf req-79107cc5-7220-40be-8748-224c4eb55a7c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0474398 Aug 27 15:11:18.205436 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-76a87f84-a4cd-4af4-8fcf-f336281811bf req-9c53b5e7-1d70-4454-9a12-c6f40f60ee21 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301452 Aug 27 15:11:19.317468 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f1ef6-3cfc-4ad5-9927-8c03cfd96fc1 req-9ef78816-ac40-4536-8434-ae32ce79a6fb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:19.319085 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ad9f1ef6-3cfc-4ad5-9927-8c03cfd96fc1 req-9ef78816-ac40-4536-8434-ae32ce79a6fb tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 944 time: 0.0481086 Aug 27 15:11:19.356690 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-ad9f1ef6-3cfc-4ad5-9927-8c03cfd96fc1 req-4178df4f-2b31-4022-8cde-9cdac8017113 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Aug 27 15:11:19.679459 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=93961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:11:19.770571 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:11:19.781485 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Returning: {'device': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'port_id': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'mac_address': 'fa:16:3e:17:b5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:11:19.820378 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:19.832868 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 {{(pid=93961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:11:19.851544 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:11:19.855018 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:19.899937 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=7']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:11:20.155560 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] get_ports_and_sgs() called for port_ids ['ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'] {{(pid=93961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:11:20.467857 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561e76-0a9b-46b7-a958-3e7c4e3302a1 req-75188dec-b02f-42ef-9e14-884f1005ac98 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:20.469217 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ad561e76-0a9b-46b7-a958-3e7c4e3302a1 req-75188dec-b02f-42ef-9e14-884f1005ac98 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Aug 27 15:11:20.506468 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-ad561e76-0a9b-46b7-a958-3e7c4e3302a1 req-c0b3c7f3-12aa-41e6-b6c6-d3221dbeed6e tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313582 Aug 27 15:11:21.618049 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b8e97-d02c-4e7f-9084-e55f08c65062 req-200b57fc-399b-4100-afec-d3da86335630 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:21.619528 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c86b8e97-d02c-4e7f-9084-e55f08c65062 req-200b57fc-399b-4100-afec-d3da86335630 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Aug 27 15:11:21.655975 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-c86b8e97-d02c-4e7f-9084-e55f08c65062 req-25f1de1e-b94a-4f89-8a9e-f3f67ff897d7 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Aug 27 15:11:21.693863 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 up at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:11:21.740629 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Provisioning complete for port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 triggered by entity L2. {{(pid=93961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:11:21.741002 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356997'] for port, provisioning_complete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:21.816833 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1639500'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:21.838429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:11:21.840649 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7aa75c4166afa3a49574c11fae70e4df0b18a442a9cf9848882d3058eea645b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2189ab-b84b-4536-91c2-ec46965e9f91" -d '{"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:11:21.853530 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:11:21.857763 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780543268913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780542799126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780542799144'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:21.882492 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc909335-ae53-4277-bf72-c3a413b6b207 x-openstack-request-id: req-bc909335-ae53-4277-bf72-c3a413b6b207 {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:11:21.882786 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "code": 200}]} {{(pid=93961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:11:21.883331 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc909335-ae53-4277-bf72-c3a413b6b207 {{(pid=93961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:11:21.883722 dv-cinder-786929-5-iscsi neutron-server[93961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'code': 200} Aug 27 15:11:21.911648 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Pushing event updated for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=8']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:11:22.139476 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9743-4b18-41d0-bcab-aba5cdc861e3 req-58003645-f2c4-42b7-b638-127fa1345eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:22.140835 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8fb9743-4b18-41d0-bcab-aba5cdc861e3 req-58003645-f2c4-42b7-b638-127fa1345eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0419307 Aug 27 15:11:22.178189 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-c8fb9743-4b18-41d0-bcab-aba5cdc861e3 req-70a8b134-4fd6-43df-b5c0-855a75338c05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261009 Aug 27 15:11:22.769718 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9b23-14fc-46bd-886b-8d3a3f5fe0b2 req-3a8d8e79-cc9a-4219-9800-3925693d4e84 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:22.771245 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-447d9b23-14fc-46bd-886b-8d3a3f5fe0b2 req-3a8d8e79-cc9a-4219-9800-3925693d4e84 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0510809 Aug 27 15:11:22.808366 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-447d9b23-14fc-46bd-886b-8d3a3f5fe0b2 req-92c82ce3-3cdd-4869-90be-8bd0621213e3 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313423 Aug 27 15:11:23.920426 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad420-7762-48dd-b1b7-6a8c4db3465a req-8047d376-0db9-455c-a13c-eff6448d972c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:23.921897 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-902ad420-7762-48dd-b1b7-6a8c4db3465a req-8047d376-0db9-455c-a13c-eff6448d972c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Aug 27 15:11:23.959619 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-902ad420-7762-48dd-b1b7-6a8c4db3465a req-257ff28e-fe32-4ab4-bc58-37822d423791 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Aug 27 15:11:28.745421 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3b34b36d-4635-4cc1-9d64-96f7083500e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:31.580035 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-969af477-fdea-4b0e-9f2e-b60ca8f49eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:32.124238 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:32.649629 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:34.910641 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:35.520861 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:46.234394 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-ee17d717-ef34-4b78-a5a5-3aea30b2def1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381539 Aug 27 15:11:46.328634 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-c6fd85e4-abd0-48ba-b9fe-ebfcfa3afd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:46.330088 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-c6fd85e4-abd0-48ba-b9fe-ebfcfa3afd04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0428023 Aug 27 15:11:46.436963 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-acb7ce7b-3800-4224-81ea-3d1090b3a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:46.438430 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-acb7ce7b-3800-4224-81ea-3d1090b3a88d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0833001 Aug 27 15:11:46.507296 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-0c7c7900-3311-4326-adab-e2c068a949f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 1002 time: 0.0591428 Aug 27 15:11:46.556668 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-2385f481-dcf9-45c6-ab60-94bff7bf2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:46.558092 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-2385f481-dcf9-45c6-ab60-94bff7bf2666 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0431881 Aug 27 15:11:46.607031 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-c956fb4c-f3a0-456a-a06a-20a3718d402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:46.608450 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-c956fb4c-f3a0-456a-a06a-20a3718d402e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379963 Aug 27 15:11:46.706604 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-acba9a1a-a03e-4549-96ec-fbc2bee020aa service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851982 Aug 27 15:11:46.796360 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-6986dd74-81f1-4be1-a2f8-2c8c20060c39 req-90856b6a-6183-4838-ab3b-46513310d82c service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818126 Aug 27 15:11:53.606728 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:11:58.749128 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-dff46457-e594-45ad-b0f2-28b806b6a9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:01.581467 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d61cc002-f82c-4986-a137-657a06a69897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:02.124614 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:02.652816 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:04.915426 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:05.531857 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:28.749597 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8ebcc823-58b8-4f0e-bacc-b3b44f588ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:30.606236 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:12:31.581405 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d41e309f-d30c-4f59-8098-8f6732c41ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:32.125391 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:32.655527 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:34.916335 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:35.531133 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.143229 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34656) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:40.299078 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Deleting port 7ee0f942-9a67-492e-8fd4-4fd1bed07605 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:40.299413 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.375557 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.375878 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.387960 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Calling delete_port for 7ee0f942-9a67-492e-8fd4-4fd1bed07605 owned by network:floatingip {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:40.553409 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.583567 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event deleted for resources: {'Port': ['ID=7ee0f942-9a67-492e-8fd4-4fd1bed07605,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:40.605398 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.605752 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.606094 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.606468 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.606805 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.607136 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.607464 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.607792 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.608121 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.608447 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.608770 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.609091 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:40.648974 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for floatingip, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.649609 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.db.l3_db [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Floating IP 600b1483-ba0a-4e4b-ab66-5056b5c0aeec disassociated (deleted). External IP: 172.27.2.247, port: ed0063ef-eb30-4ff2-8682-4fac2a4c8a50. Aug 27 15:12:40.857432 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Router ed30ba07-5d78-419a-909f-92a59f6365b9 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:12:40.964862 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:12:40.969652 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for floatingip, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:40.976176 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Sync routers for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:12:40.985340 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:40.986028 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:40.995793 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-a88e6ccd-af24-4cc6-abb5-af1c3b115cda tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "DELETE /v2.0/floatingips/600b1483-ba0a-4e4b-ab66-5056b5c0aeec HTTP/1.1" status: 204 len: 168 time: 0.8514993 Aug 27 15:12:40.996371 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:12:40.998804 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4379b-9009-4c63-98db-e6d7df2f00bd" -d '{"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:12:41.094301 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:41.162197 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52653ee0-d980-4d5e-b179-ab06af24961b x-openstack-request-id: req-52653ee0-d980-4d5e-b179-ab06af24961b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:12:41.162737 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:12:41.162737 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52653ee0-d980-4d5e-b179-ab06af24961b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:12:41.163136 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'status': 'completed', 'code': 200} Aug 27 15:12:41.234231 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-735150eb-08aa-449e-8608-40fc78ad57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:41.235827 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-735150eb-08aa-449e-8608-40fc78ad57bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d6ef237af174871a85031101660bd23&device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0445776 Aug 27 15:12:41.238622 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d157ed-8af8-4a65-b9ad-60a98b0ddd89 req-aec00f3e-c5ff-4f2d-97b0-58b5049af042 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:41.240722 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e9d157ed-8af8-4a65-b9ad-60a98b0ddd89 req-aec00f3e-c5ff-4f2d-97b0-58b5049af042 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0535693 Aug 27 15:12:41.282130 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-e9d157ed-8af8-4a65-b9ad-60a98b0ddd89 req-c966e607-66cd-4bf9-abb8-7afd4792c7a1 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Aug 27 15:12:41.311656 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:41.328941 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-aebdc6ab-9213-4ce5-a00b-a3fd5aff785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:41.330445 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-aebdc6ab-9213-4ce5-a00b-a3fd5aff785d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 200 len: 910 time: 0.0862074 Aug 27 15:12:41.342205 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Checking router: ed30ba07-5d78-419a-909f-92a59f6365b9 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:12:41.350802 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:41.351417 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:41.377376 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-407e17a7-81f1-40a9-a75a-4ddb4ef74f9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 200 len: 217 time: 0.0388515 Aug 27 15:12:41.432654 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-7c693425-9f0e-421b-b4ed-c803fafa2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:41.434111 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-7c693425-9f0e-421b-b4ed-c803fafa2f1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 200 len: 848 time: 0.0442586 Aug 27 15:12:41.457261 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:41.480151 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-14a762dc-ad01-41d1-8515-118db21621c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:41.481671 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-14a762dc-ad01-41d1-8515-118db21621c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f05ecd0-496b-4439-a05e-5f716f49a0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390933 Aug 27 15:12:41.578724 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-8b453257-a41e-4890-adad-5041d8e1f4fc service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Aug 27 15:12:41.657602 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:41.669325 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-7eb4379b-9009-4c63-98db-e6d7df2f00bd req-074fb720-8267-4a37-8502-229a22541bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Aug 27 15:12:41.684814 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f372f-a177-4c9c-a02c-91d969103f1a None None] The sync data for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi is: [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:13Z', 'revision_number': 4, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi', '_interfaces': [{'id': '5fbee45b-3673-42e0-8b1c-670df7c531ee', 'name': '', 'network_id': '9f05ecd0-496b-4439-a05e-5f716f49a0dc', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'mac_address': 'fa:16:3e:b7:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:12Z', 'updated_at': '2021-08-27T15:08:18Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'subnets': [{'id': 'a0d047f7-bafb-4444-a3f3-3742013060b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:12:41.895791 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e428e-6441-4c3c-bda9-91f6667d6db2 None None] New status for floating IP 600b1483-ba0a-4e4b-ab66-5056b5c0aeec: DOWN {{(pid=93962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:12:42.396288 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7745-71c4-4297-a653-849ae24812a5 req-ac74f98c-667c-4c95-b532-bbf96b3eea42 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:42.397724 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-56de7745-71c4-4297-a653-849ae24812a5 req-ac74f98c-667c-4c95-b532-bbf96b3eea42 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0481210 Aug 27 15:12:42.434041 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-56de7745-71c4-4297-a653-849ae24812a5 req-d0a69b62-45f0-4d38-ad70-c04698862cac tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e18eea-b093-4ee2-a766-9ce79d5659e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305212 Aug 27 15:12:43.070457 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-be4822f6-6b48-49f5-9edc-3e27351f1f1b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:43.071892 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-be4822f6-6b48-49f5-9edc-3e27351f1f1b tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.35 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Aug 27 15:12:43.162784 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Deleting port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:43.163047 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:43.253157 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] For port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:43.254156 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:43.266926 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Calling delete_port for ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 owned by compute:nova {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:43.389044 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:43.421255 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event deleted for resources: {'Port': ['ID=ed0063ef-eb30-4ff2-8682-4fac2a4c8a50,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:43.458453 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] No DVR routers for this DVR port ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 on host hv-cinder-78692 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:12:43.460937 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145937'] for port, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:43.462954 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [req-f334d981-0ed7-45b4-8a84-0d6a24e1b019 req-df6877a5-bd0c-48fb-b9d0-5ad9b19d705c tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.35 "DELETE /v2.0/ports/ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 HTTP/1.1" status: 204 len: 173 time: 0.3831964 Aug 27 15:12:43.463393 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-deleted', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:12:43.465584 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4edc28a677a9e124209a9847d3ce88b051229c4d03c186ed51dbdf601acc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8d292-829d-47d1-9281-231dc9aebbbe" -d '{"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-deleted", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:12:43.501649 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545dfa99-9dad-47f0-8d20-e5880bb70b45 x-openstack-request-id: req-545dfa99-9dad-47f0-8d20-e5880bb70b45 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:12:43.501942 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dd7194-2f75-45f0-b51b-4ebb14a2b5e3", "name": "network-vif-deleted", "tag": "ed0063ef-eb30-4ff2-8682-4fac2a4c8a50", "status": "completed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:12:43.502186 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-545dfa99-9dad-47f0-8d20-e5880bb70b45 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:12:43.502606 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dd7194-2f75-45f0-b51b-4ebb14a2b5e3', 'name': 'network-vif-deleted', 'tag': 'ed0063ef-eb30-4ff2-8682-4fac2a4c8a50', 'status': 'completed', 'code': 200} Aug 27 15:12:43.527315 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [req-a5e81df2-96bf-42ef-ab9d-0700f2d5964a req-41f89a8f-743e-43be-bf5f-aa17d3040abf tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "GET /v2.0/ports?device_id=93dd7194-2f75-45f0-b51b-4ebb14a2b5e3 HTTP/1.1" status: 200 len: 210 time: 0.0270646 Aug 27 15:12:44.583107 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34688) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:44.639601 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:44.665728 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:44.724474 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:44.727215 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:44.728428 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3e18eea-b093-4ee2-a766-9ce79d5659e4 HTTP/1.1" status: 204 len: 168 time: 0.1443126 Aug 27 15:12:44.738500 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf294b3-54b4-4e3e-ad7f-fd1a33622696 tempest-TestShelveInstance-508670851 tempest-TestShelveInstance-508670851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e18eea-b093-4ee2-a766-9ce79d5659e4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:44.773066 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34692) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:45.111341 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:45.348588 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Deleting port 5fbee45b-3673-42e0-8b1c-670df7c531ee {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:45.348925 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:45.441352 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] For port 5fbee45b-3673-42e0-8b1c-670df7c531ee, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=5fbee45b-3673-42e0-8b1c-670df7c531ee,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:45.441793 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:45.458453 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Calling delete_port for 5fbee45b-3673-42e0-8b1c-670df7c531ee owned by network:router_interface {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:45.636045 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:45.665973 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbee45b-3673-42e0-8b1c-670df7c531ee,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:45.824858 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.035011 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Router ed30ba07-5d78-419a-909f-92a59f6365b9 has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:12:46.177541 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:46.202171 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] No Port match for: ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:46.202547 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Device ed0063ef-eb30-4ff2-8682-4fac2a4c8a50 not bound to the agent host hv-cinder-78692 {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:46.366423 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:12:46.371296 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-ecf6a893-836a-42dc-858d-47f3cadd78ca admin admin] 10.222.0.42 "PUT /v2.0/routers/ed30ba07-5d78-419a-909f-92a59f6365b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972269 Aug 27 15:12:46.373940 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34694) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:46.375141 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Sync routers for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:12:46.385072 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:46.385770 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:46.475602 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.487143 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: dv-cinder-786929-5-iscsi {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:46.589592 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.642052 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Deleting port b4a8e62d-dbdb-4431-9841-23e7efb9402e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:46.642428 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.666937 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:12:45Z', 'revision_number': 5, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port': {'id': 'b4a8e62d-dbdb-4431-9841-23e7efb9402e', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:46.694297 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Checking router: ed30ba07-5d78-419a-909f-92a59f6365b9 for host: dv-cinder-786929-5-iscsi {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:12:46.702501 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Routers {'ed30ba07-5d78-419a-909f-92a59f6365b9'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:46.703109 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['ed30ba07-5d78-419a-909f-92a59f6365b9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:46.721315 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] For port b4a8e62d-dbdb-4431-9841-23e7efb9402e, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=b4a8e62d-dbdb-4431-9841-23e7efb9402e,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:46.721685 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.733752 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Calling delete_port for b4a8e62d-dbdb-4431-9841-23e7efb9402e owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:46.907246 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:46.920056 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] Set router ed30ba07-5d78-419a-909f-92a59f6365b9 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:46.933119 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a8e62d-dbdb-4431-9841-23e7efb9402e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:46.958284 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.958650 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.958987 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.959320 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.959646 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.959972 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.960297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.960619 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.960941 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.961262 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.961581 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.961897 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:46.974938 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:12:46Z', 'revision_number': 6, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:46.999508 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.000982 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a73e6e-637d-4e6c-9305-3ed4fe19963f None None] The sync data for ids ['ed30ba07-5d78-419a-909f-92a59f6365b9'] in dv-cinder-786929-5-iscsi is: [{'id': 'ed30ba07-5d78-419a-909f-92a59f6365b9', 'name': 'tempest-TestShelveInstance-1211503116-router', 'tenant_id': '0d6ef237af174871a85031101660bd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:10Z', 'updated_at': '2021-08-27T15:12:46Z', 'revision_number': 6, 'project_id': '0d6ef237af174871a85031101660bd23', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:12:47.095297 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.098173 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.141495 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.142040 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed30ba07-5d78-419a-909f-92a59f6365b9 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:12:47.147579 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.148764 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-7421285c-2465-4fea-b535-3915b4ac6619 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ed30ba07-5d78-419a-909f-92a59f6365b9 HTTP/1.1" status: 204 len: 168 time: 0.7738147 Aug 27 15:12:47.151191 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:47.194118 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Deleting subnet a0d047f7-bafb-4444-a3f3-3742013060b8 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:12:47.197213 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.235129 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.334645 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.397446 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.426983 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d047f7-bafb-4444-a3f3-3742013060b8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:47.434820 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.436221 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e20f1f-7c80-4a70-96a8-a716d0fe9717 None None] Network 9f05ecd0-496b-4439-a05e-5f716f49a0dc requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:12:47.439618 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-33ce500c-a8af-49fb-8b55-660c00a053d9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0d047f7-bafb-4444-a3f3-3742013060b8 HTTP/1.1" status: 204 len: 168 time: 0.2848935 Aug 27 15:12:47.439785 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34698) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:47.482093 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 5fbee45b-3673-42e0-8b1c-670df7c531ee no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:47.510775 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 5fbee45b-3673-42e0-8b1c-670df7c531ee {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:47.511124 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 5fbee45b-3673-42e0-8b1c-670df7c531ee not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:47.511256 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.565520 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Deleting port 2d977ebf-9214-4c11-ba06-c00c489e5f12 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:47.565856 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.631462 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] For port 2d977ebf-9214-4c11-ba06-c00c489e5f12, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=2d977ebf-9214-4c11-ba06-c00c489e5f12,segment=NetworkSegment(7a1a9c39-e52e-422d-aafb-f3cae7487f99),segment_id=7a1a9c39-e52e-422d-aafb-f3cae7487f99)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:47.631824 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.644310 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Calling delete_port for 2d977ebf-9214-4c11-ba06-c00c489e5f12 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:47.719313 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26327440'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.747508 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d977ebf-9214-4c11-ba06-c00c489e5f12,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:47.751974 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] No DVR routers for this DVR port 2d977ebf-9214-4c11-ba06-c00c489e5f12 on host dv-cinder-786929-5-iscsi {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:12:47.798862 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13274fdd-e1c4-4a4a-a742-366c97b285a3 None None] DHCP port deletion for 9f05ecd0-496b-4439-a05e-5f716f49a0dc request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:12:47.827538 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.837561 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f05ecd0-496b-4439-a05e-5f716f49a0dc']}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:47.848279 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1a9c39-e52e-422d-aafb-f3cae7487f99') {'for_net_delete': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:47.848570 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.services.segments.db [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1a9c39-e52e-422d-aafb-f3cae7487f99') {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:47.857090 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25393405'] for segment, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.870478 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.876569 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:12:47.877004 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26327461'] for segment, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: Traceback (most recent call last): Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: timer() Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: cb(*args, **kw) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: return func(*args, **kwargs) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: self._notify() Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: self.callback(batched_events) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: event.method(event) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: return f(self, *a, **k) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._get(url).json() Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: return self.request(url, 'GET', **kwargs) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:12:47.883399 dv-cinder-786929-5-iscsi neutron-server[93960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:12:47.944953 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.954265 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.956676 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f05ecd0-496b-4439-a05e-5f716f49a0dc HTTP/1.1" status: 204 len: 168 time: 0.5153975 Aug 27 15:12:47.960101 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:47.967794 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf147f8-dae0-41b7-ad5b-ef1ccbdc8157 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f05ecd0-496b-4439-a05e-5f716f49a0dc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:48.312291 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748298'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:48.546014 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Deleting port 40340315-af89-4319-b7dd-2ac03296e3e4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:48.546737 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:48.621086 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] For port 40340315-af89-4319-b7dd-2ac03296e3e4, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=40340315-af89-4319-b7dd-2ac03296e3e4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:48.621356 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:48.634178 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Calling delete_port for 40340315-af89-4319-b7dd-2ac03296e3e4 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:48.808929 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:48.838426 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=40340315-af89-4319-b7dd-2ac03296e3e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:49.194850 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2d977ebf-9214-4c11-ba06-c00c489e5f12 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:49.219767 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 2d977ebf-9214-4c11-ba06-c00c489e5f12 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:49.220257 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 2d977ebf-9214-4c11-ba06-c00c489e5f12 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:49.220750 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b4a8e62d-dbdb-4431-9841-23e7efb9402e no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:49.240776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: b4a8e62d-dbdb-4431-9841-23e7efb9402e {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:49.241120 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device b4a8e62d-dbdb-4431-9841-23e7efb9402e not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:49.264283 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748480'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.467707 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Router 87db6aee-3128-484b-8e25-c974c8b769df has already been hosted by L3 agent acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:12:49.568142 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] Notify agent at l3_agent.dv-cinder-786929-5-iscsi the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:12:49.573399 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-98aceda9-0b0a-4b5d-b4f1-b3955dda2e55 admin admin] 10.222.0.42 "PUT /v2.0/routers/87db6aee-3128-484b-8e25-c974c8b769df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122367 Aug 27 15:12:49.575966 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:49.578490 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Sync routers for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:12:49.589036 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:49.589726 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:49.676677 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.690178 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: dv-cinder-786929-5-iscsi {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:49.785187 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.837109 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Deleting port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:49.837453 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.868114 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'external_fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:12:48Z', 'revision_number': 5, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port': {'id': '0ee41b2b-d0bc-4a65-a247-f9ffaff53146', 'name': '', 'network_id': '248ce647-a43b-4e50-b944-9c460055ac68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87db6aee-3128-484b-8e25-c974c8b769df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a898340-9726-4982-90af-838b2facdb95', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a898340-9726-4982-90af-838b2facdb95', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-5-iscsi'}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:49.895195 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Checking router: 87db6aee-3128-484b-8e25-c974c8b769df for host: dv-cinder-786929-5-iscsi {{(pid=93962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:12:49.903562 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Routers {'87db6aee-3128-484b-8e25-c974c8b769df'} bound to L3 agent in host dv-cinder-786929-5-iscsi {{(pid=93962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:12:49.904175 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T14:51:32Z,description=,heartbeat_timestamp=2021-08-27T15:12:32Z,host='dv-cinder-786929-5-iscsi',id=acaa5bc8-1e9a-4aa1-9ab1-ce9426e5575d,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T14:51:32Z,topic='l3_agent')) {'router_ids': ['87db6aee-3128-484b-8e25-c974c8b769df'], 'active': True} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:49.919546 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] For port 0ee41b2b-d0bc-4a65-a247-f9ffaff53146, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,segment=NetworkSegment(bc2aeca0-d5cc-4475-b664-4820cee96d83),segment_id=bc2aeca0-d5cc-4475-b664-4820cee96d83)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:49.919917 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.932878 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Calling delete_port for 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:49.989060 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_dvr_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] Set router 87db6aee-3128-484b-8e25-c974c8b769df gateway port host: None {{(pid=93962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:12:50.039767 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.l3_hamode_db [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:12:49Z', 'revision_number': 6, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port_host': None}], 'dv-cinder-786929-5-iscsi', False) {} {{(pid=93962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:50.070331 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81383e8-130c-41f1-88a7-6a3d67dca05a None None] The sync data for ids ['87db6aee-3128-484b-8e25-c974c8b769df'] in dv-cinder-786929-5-iscsi is: [{'id': '87db6aee-3128-484b-8e25-c974c8b769df', 'name': 'tempest-TestShelveInstance-1899841683-router', 'tenant_id': '9a586292888d4e8592261a9c46ce219e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:15Z', 'updated_at': '2021-08-27T15:12:49Z', 'revision_number': 6, 'project_id': '9a586292888d4e8592261a9c46ce219e', 'gw_port_host': None}] {{(pid=93962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:12:50.101411 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.125120 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee41b2b-d0bc-4a65-a247-f9ffaff53146,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:50.187488 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749978'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.275334 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.277388 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.321376 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751882'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.321844 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87db6aee-3128-484b-8e25-c974c8b769df {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:12:50.326078 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.327348 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-3af1524c-5a98-44f3-af35-bc835f7270f0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/87db6aee-3128-484b-8e25-c974c8b769df HTTP/1.1" status: 204 len: 168 time: 0.7503765 Aug 27 15:12:50.329935 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:50.372872 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Deleting subnet 5591c7e1-15d2-4bc7-894a-ea87caa04557 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:12:50.375733 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.418012 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698492'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.499898 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690807'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.551380 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1690808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25961056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26204145'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.576877 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5591c7e1-15d2-4bc7-894a-ea87caa04557,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:50.578784 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.580775 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-af27addb-8999-4cc0-ae4c-3df583161dfe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5591c7e1-15d2-4bc7-894a-ea87caa04557 HTTP/1.1" status: 204 len: 168 time: 0.2497141 Aug 27 15:12:50.583218 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:50.585798 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10010d4-b8ea-4ebe-bbc6-f52507760e50 None None] Network f40133d0-26e9-41b1-9d5f-811ea88a6968 requested from dv-cinder-786929-5-iscsi {{(pid=93961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:12:50.652576 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759783'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.704326 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Deleting port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:50.704681 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.766066 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] For port 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3ff3d991-388a-4f5c-b1bc-f1113f108be4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:50.766395 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.785882 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Calling delete_port for 3ff3d991-388a-4f5c-b1bc-f1113f108be4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:50.793823 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] DHCP port deletion for f40133d0-26e9-41b1-9d5f-811ea88a6968 request from dv-cinder-786929-5-iscsi {{(pid=93961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:12:50.844796 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Deleting port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 {{(pid=93961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:12:50.845084 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780543326495'] for port, before_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.871292 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25961011'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.899355 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff3d991-388a-4f5c-b1bc-f1113f108be4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:50.903057 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] No DVR routers for this DVR port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 on host dv-cinder-786929-5-iscsi {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:12:50.917370 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] For port 3ff3d991-388a-4f5c-b1bc-f1113f108be4, host dv-cinder-786929-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-5-iscsi',level=0,port_id=3ff3d991-388a-4f5c-b1bc-f1113f108be4,segment=NetworkSegment(cbd7d7b2-3292-4422-8a93-a636eac28f23),segment_id=cbd7d7b2-3292-4422-8a93-a636eac28f23)] {{(pid=93961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:12:50.917840 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749019'] for port, precommit_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.931321 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Calling delete_port for 3ff3d991-388a-4f5c-b1bc-f1113f108be4 owned by network:dhcp {{(pid=93961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:12:50.979769 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357388', 'neutron.services.segments.db._delete_segments_for_network-8780543293678'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.991616 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40133d0-26e9-41b1-9d5f-811ea88a6968']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:51.003496 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd7d7b2-3292-4422-8a93-a636eac28f23') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:51.004032 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd7d7b2-3292-4422-8a93-a636eac28f23') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:12:51.013338 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780543268895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780542799117'] for port, after_delete {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.013653 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780543293561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698467'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.029225 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.035711 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:12:51.036055 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25960966'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: Traceback (most recent call last): Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: timer() Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: cb(*args, **kw) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: return func(*args, **kwargs) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: self._notify() Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: self.callback(batched_events) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: event.method(event) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: return f(self, *a, **k) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._get(url).json() Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: return self.request(url, 'GET', **kwargs) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:12:51.037460 dv-cinder-786929-5-iscsi neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:12:51.039699 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Pushing event deleted for resources: {'Port': ['ID=3ff3d991-388a-4f5c-b1bc-f1113f108be4,revision_number=None']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:51.047115 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.047460 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.047798 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.048129 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.048457 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.048785 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.049109 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.049432 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.049790 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.050120 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.050457 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.050775 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-5-iscsi {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:12:51.056023 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca30fff-57ea-418a-ad9f-196616c0ecc5 None None] No DVR routers for this DVR port 3ff3d991-388a-4f5c-b1bc-f1113f108be4 on host dv-cinder-786929-5-iscsi {{(pid=93961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:12:51.098486 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749990'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.104828 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630134'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.108778 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] 10.222.0.42 "DELETE /v2.0/networks/f40133d0-26e9-41b1-9d5f-811ea88a6968 HTTP/1.1" status: 204 len: 168 time: 0.5224476 Aug 27 15:12:51.120311 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af66d-5882-4b42-9428-bcad71cbbbab admin admin] Pushing event deleted for resources: {'Network': ['ID=f40133d0-26e9-41b1-9d5f-811ea88a6968,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:51.153016 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:51.172638 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:51.172975 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 0ee41b2b-d0bc-4a65-a247-f9ffaff53146 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:51.173393 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3ff3d991-388a-4f5c-b1bc-f1113f108be4 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:51.193104 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 3ff3d991-388a-4f5c-b1bc-f1113f108be4 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:51.193451 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 3ff3d991-388a-4f5c-b1bc-f1113f108be4 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:51.193870 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 40340315-af89-4319-b7dd-2ac03296e3e4 no longer exists at agent ovs-agent-dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:12:51.212723 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.plugin [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] No Port match for: 40340315-af89-4319-b7dd-2ac03296e3e4 {{(pid=93961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:12:51.213069 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron.plugins.ml2.rpc [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Device 40340315-af89-4319-b7dd-2ac03296e3e4 not bound to the agent host dv-cinder-786929-5-iscsi {{(pid=93961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:12:51.330839 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:51.373706 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-6dfc118e-bf12-42bc-b4c1-7422d49b9e68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d6ef237af174871a85031101660bd23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409682 Aug 27 15:12:51.376161 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.42', 34712) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:51.423164 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.444880 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.488363 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.490834 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.491954 dv-cinder-786929-5-iscsi neutron-server[93959]: INFO neutron.wsgi [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1292a97-81d0-4866-9a4c-d3f6f0051318 HTTP/1.1" status: 204 len: 168 time: 0.1148806 Aug 27 15:12:51.499398 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9661f9-0eda-474b-a105-e1d12b092727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1292a97-81d0-4866-9a4c-d3f6f0051318,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:51.791589 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34718) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:51.835823 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-1b5d844e-df2a-420e-8c7f-e298309a5fc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a586292888d4e8592261a9c46ce219e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431125 Aug 27 15:12:51.838327 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [-] (93960) accepted ('10.222.0.42', 34720) {{(pid=93960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:12:51.894603 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.914895 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.959652 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628754'] for security_group, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.962386 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:51.963516 dv-cinder-786929-5-iscsi neutron-server[93960]: INFO neutron.wsgi [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6792431f-768e-4383-a0ad-8f0e47725be4 HTTP/1.1" status: 204 len: 168 time: 0.1242909 Aug 27 15:12:51.971200 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bec3b7-d730-4eda-aa3b-2875b081c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6792431f-768e-4383-a0ad-8f0e47725be4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:12:58.749089 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7edb6de1-7624-4b21-ae37-20c5fba6ca6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:01.583678 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b39d45a6-8d25-4616-92d7-d00be723b277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:02.127423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:02.657429 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:04.922936 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:05.566964 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:07.605406 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:13:28.750864 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4e45-a29f-429b-8e10-2d5d33329c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:31.585985 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ac32-e764-4324-af6e-2025b72371a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:32.129243 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:32.662294 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:34.922190 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:35.560026 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:44.605009 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:13:58.751344 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b7000f91-0418-4554-bca7-1dfb861fb373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:01.585394 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-98f12523-278c-4122-b9fd-293c2b0f2c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:02.131107 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:02.664365 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:04.925230 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:05.573515 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:21.604066 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:14:28.752651 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb183dd6-4110-443b-a595-13ad0e415446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:31.585810 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2861d743-7609-4e1e-8e9d-433263737951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:32.133925 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:32.667131 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:34.928423 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:35.586973 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:58.604364 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:14:58.753104 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa15051f-b2c8-4fd3-99e8-18d48102d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:58.767129 dv-cinder-786929-5-iscsi neutron-server[93960]: DEBUG neutron.wsgi [req-2a52915c-b473-452b-9306-fe186190866c req-487d9355-4999-4a7c-9238-452d83077857 service neutron] (93960) timed out ('10.222.0.35', 56356) {{(pid=93960) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:15:00.811892 dv-cinder-786929-5-iscsi neutron-server[93959]: DEBUG neutron.wsgi [req-ecaff890-6202-409f-880f-50161acd18b8 req-946d9779-fe0d-4f4a-9627-2c218e988da3 service neutron] (93959) timed out ('10.222.0.35', 56381) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:15:01.589361 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-621755b2-1d00-418e-b3bf-0490643aae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:02.135481 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:02.669004 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:04.930634 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:05.586726 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:28.752918 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-bae84583-a3f3-408f-94b5-ebc7894c10ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:31.590417 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-98986f94-ca13-47fa-8f15-a25dcdb1c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:32.136640 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:32.671682 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:34.933422 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:35.596412 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:35.604384 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:15:58.752897 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6413faf2-6abd-44ba-83aa-710c1252aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:01.591191 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d5202cf7-83e3-4e64-bf5b-c9bafbc9c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:02.137661 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:02.674776 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:04.936566 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:05.599580 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:12.602893 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:16:28.753280 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-932c9f6c-5ab2-40f7-9796-3dbfc2947c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:31.591664 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6fb359af-90d1-404a-9d97-69698c727eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:32.139691 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:32.678049 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:34.938967 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:35.618387 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:49.602259 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:16:58.753956 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1097bba9-f587-4b1e-b8c6-801e567577f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:01.591783 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1f4e859f-76ce-4503-b122-ecadd69eb1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:02.140560 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:02.680120 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:04.944907 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:05.616237 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:26.600877 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:17:28.753555 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0e712a71-39fe-4ac2-8dd0-5556c0fa6b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:31.591764 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c96f3a28-f9d5-4360-84a4-f56a75b63bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:32.143549 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:32.682702 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:34.946011 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:35.632508 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:58.758085 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-bd2426f0-bb1e-4fc0-a072-cedcfa76618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:01.592602 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-904cfbf1-7dfe-4c23-a4b3-7b0fd4c5d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:02.145770 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d565e96c-f02c-49c0-9de5-43b942cc0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:02.685934 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-06e0e36e-25d9-42d3-9d23-5e4d00e7ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:03.599851 dv-cinder-786929-5-iscsi neutron-server[93962]: DEBUG neutron.db.agents_db [None req-0e92ad2e-2711-47e3-84aa-1bdf216e6ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:18:04.948748 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6e32aef6-7ed7-4b4c-8a55-6697fab6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:05.629347 dv-cinder-786929-5-iscsi neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a7a5faa8-fa9b-4754-8807-a573d22a37d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780543293660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356918'] for agent, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}